[ 545.140259] env[65668]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 545.140259] env[65668]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 546.125341] env[65756]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 546.125341] env[65756]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 547.681090] env[65756]: INFO neutron.common.config [-] Logging enabled! [ 547.681389] env[65756]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev51 [ 547.681722] env[65756]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65756) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 547.681956] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 547.682062] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 547.682895] env[65756]: WARNING oslo_policy.policy [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 547.683128] env[65756]: WARNING oslo_policy.policy [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 547.684779] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] VMware NSXv3 Agent initialized successfully. [ 547.685146] env[65756]: DEBUG oslo_concurrency.lockutils [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] Acquiring lock "singleton_lock" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.685273] env[65756]: DEBUG oslo_concurrency.lockutils [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] Acquired lock "singleton_lock" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.685476] env[65756]: DEBUG oslo_concurrency.lockutils [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] Releasing lock "singleton_lock" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.685752] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] Full set of CONF: {{(pid=65756) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 547.685862] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ******************************************************************************** {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 547.685963] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] Configuration options gathered from: {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 547.686315] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 547.686483] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 547.686587] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ================================================================================ {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 547.686752] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] agent_down_time = 75 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.686886] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] allow_automatic_dhcp_failover = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.687025] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] allow_bulk = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.687166] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] api_extensions_path = {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.687300] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] api_paste_config = api-paste.ini {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.687434] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] auth_strategy = keystone {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.687536] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] backdoor_port = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.687634] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] backdoor_socket = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.687806] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] backlog = 4096 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.687951] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] base_mac = fa:16:3e:00:00:00 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.688122] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] bind_host = 0.0.0.0 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.688259] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] bind_port = 9696 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.688387] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] client_socket_timeout = 900 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.688520] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] config_dir = [] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.688625] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.688755] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] config_source = [] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.688889] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] control_exchange = neutron {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.689037] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] core_plugin = ml2 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.689175] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] debug = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.689306] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] default_availability_zones = [] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.689504] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.689636] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] dhcp_agent_notification = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.689800] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] dhcp_agents_per_network = 1 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.689917] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] dhcp_lease_duration = 86400 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.690067] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] dhcp_load_type = networks {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.690204] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] dns_domain = openstacklocal {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.690338] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.690470] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] enable_default_route_bfd = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.691301] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] enable_default_route_ecmp = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.691301] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] enable_dvr = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.691301] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] enable_new_agents = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.691301] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.691301] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] enable_signals = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.691301] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] enable_traditional_dhcp = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.691618] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] external_dns_driver = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.691618] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] filter_validation = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.691618] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] global_physnet_mtu = 8950 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.691744] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] graceful_shutdown_timeout = 60 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.691876] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] host = cpu-1 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.692369] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] host_dvr_for_dhcp = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.692369] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] http_retries = 3 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.692369] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] instance_format = [instance: %(uuid)s] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.692535] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.692535] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ipam_driver = internal {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.692647] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ipv6_pd_enabled = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.692786] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] l3_ha = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.692923] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.693065] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] l3_ha_network_physical_name = {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.693200] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] l3_ha_network_type = {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.693336] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] log_color = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.693470] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] log_config_append = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.693605] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.693735] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] log_dir = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.693870] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] log_file = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.693966] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] log_options = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.694160] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] log_rotate_interval = 1 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.694315] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] log_rotate_interval_type = days {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.694455] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] log_rotation_type = none {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.694559] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.694676] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.694794] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.694928] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.695036] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.695166] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] max_dns_nameservers = 5 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.695292] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] max_header_line = 16384 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.695416] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] max_l3_agents_per_router = 3 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.695537] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] max_logfile_count = 30 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.695659] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] max_logfile_size_mb = 200 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.695779] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] max_subnet_host_routes = 20 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.695912] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] my_ip = 10.180.1.21 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.696059] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] my_ipv6 = ::1 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.696232] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] network_auto_schedule = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.696307] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] network_link_prefix = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.696436] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.696566] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] notify_nova_on_port_data_changes = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.696723] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] notify_nova_on_port_status_changes = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.696849] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] pagination_max_limit = -1 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.696961] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] publish_errors = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.697097] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] rate_limit_burst = 0 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.697231] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] rate_limit_except_level = CRITICAL {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.697355] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] rate_limit_interval = 0 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.697482] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] retry_until_window = 30 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.697601] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] router_distributed = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.697744] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] rpc_resources_processing_step = 20 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.697877] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] rpc_response_max_timeout = 600 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.698014] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] rpc_response_timeout = 60 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.698144] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] send_events_interval = 2 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.698286] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] service_plugins = ['router'] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.698420] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] setproctitle = on {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.698542] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] shell_completion = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.698670] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] state_path = /opt/stack/data/neutron {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.698800] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] syslog_log_facility = LOG_USER {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.698930] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] tcp_keepidle = 600 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.699072] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] transport_url = **** {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.699202] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] use_journal = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.699328] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] use_json = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.699453] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] use_ssl = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.699572] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] use_stderr = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.699702] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] use_syslog = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.699875] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] vlan_qinq = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.700010] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] vlan_transparent = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.700142] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] watch_log_file = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.700268] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] wsgi_default_pool_size = 100 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.700392] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] wsgi_keep_alive = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.700523] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.700649] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] wsgi_server_debug = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.700793] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_concurrency.disable_process_locking = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.701287] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.701287] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.701287] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.701445] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.701494] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.701587] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.701737] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] profiler.connection_string = messaging:// {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.701876] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] profiler.enabled = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.702044] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] profiler.es_doc_type = notification {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.702157] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] profiler.es_scroll_size = 10000 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.702288] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] profiler.es_scroll_time = 2m {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.702417] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] profiler.filter_error_trace = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.702550] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] profiler.hmac_keys = **** {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.702682] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] profiler.sentinel_service_name = mymaster {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.702818] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] profiler.socket_timeout = 0.1 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.702948] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] profiler.trace_requests = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.703085] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] profiler.trace_sqlalchemy = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.703230] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] profiler_jaeger.process_tags = {} {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.703359] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] profiler_jaeger.service_name_prefix = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.703560] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] profiler_otlp.service_name_prefix = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.703655] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_policy.enforce_new_defaults = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.703896] env[65756]: WARNING oslo_config.cfg [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 547.704050] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_policy.enforce_scope = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.704192] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_policy.policy_default_rule = default {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.704338] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.704473] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.704610] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.704737] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.704862] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.704987] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.705146] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.705260] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_policy.remote_timeout = 60.0 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.705410] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.705550] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] agent.extensions = [] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.705678] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.705812] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] service_providers.service_provider = [] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.705951] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] QUOTAS.default_quota = -1 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.706104] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.706235] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] QUOTAS.quota_floatingip = 50 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.706366] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] QUOTAS.quota_network = 100 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.706546] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] QUOTAS.quota_port = 500 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.706690] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.706830] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] QUOTAS.quota_router = 10 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.706960] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] QUOTAS.quota_security_group = 10 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.707101] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.707229] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] QUOTAS.quota_subnet = 100 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.707356] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] QUOTAS.track_quota_usage = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.707500] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.707627] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep.group = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.707755] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep.helper_command = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.707883] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep.log_daemon_traceback = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.708027] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.708159] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep.thread_pool_size = 8 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.708284] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep.user = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.708421] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.708546] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_dhcp_release.group = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.708670] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_dhcp_release.helper_command = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.708795] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.708927] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.709065] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.709193] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_dhcp_release.user = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.709326] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.709450] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_ovs_vsctl.group = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.709582] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_ovs_vsctl.helper_command = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.709701] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.709865] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.710017] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.710142] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_ovs_vsctl.user = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.710278] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_namespace.capabilities = [21] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.710402] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_namespace.group = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.710526] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_namespace.helper_command = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.710652] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_namespace.log_daemon_traceback = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.710784] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.710916] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_namespace.thread_pool_size = 8 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712165] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_namespace.user = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712165] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_conntrack.capabilities = [12] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712165] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_conntrack.group = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712165] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_conntrack.helper_command = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712165] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712165] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712165] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712401] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_conntrack.user = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712401] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_link.capabilities = [12, 21] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712401] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_link.group = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712401] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_link.helper_command = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712501] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_link.log_daemon_traceback = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712607] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712761] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_link.thread_pool_size = 8 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712835] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] privsep_link.user = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.712982] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.713134] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.713269] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.continue_on_failed_promotions = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.713400] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.dscp = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.713530] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.dscp_inherit = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.713667] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.force_mp_to_policy = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.713797] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.locking_coordinator_url = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.713931] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.log_agent_heartbeats = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.714073] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.logging_expire = 1 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.714210] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.714344] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.714484] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.polling_interval = 240 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.714619] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.714756] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.714898] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.report_interval = 30.0 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.715049] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.715190] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.715330] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.715465] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.sync_skew = 60 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.715598] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.synchronization_queue_size = 20 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.715728] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT.use_helper_for_ns_read = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.715866] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] SECURITYGROUP.enable_ipset = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.716009] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] SECURITYGROUP.enable_security_group = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.716152] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.716288] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.716425] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] experimental.ipv6_pd_enabled = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.716576] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ml2.extension_drivers = ['port_security'] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.716706] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ml2.external_network_type = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.716852] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.716994] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ml2.overlay_ip_version = 4 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.717151] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ml2.path_mtu = 8950 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.717284] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ml2.physical_network_mtus = {} {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.717426] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ml2.tenant_network_types = ['vlan'] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.717565] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.717721] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ml2.type_drivers = ['vlan'] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.717876] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT_CLI.neutron_port_id = [] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.718027] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.718154] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.718295] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.718434] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.718573] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.718749] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.718897] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.719050] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.719255] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.719400] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_login_password = **** {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.719542] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_login_port = 443 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.719680] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_login_user = admin {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.719842] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.719992] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.720154] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.720285] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.720424] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.720564] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.720701] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.720839] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.720975] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.721122] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.721266] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.721398] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.721534] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.721722] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.721866] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] vsphere.vsphere_login_password = VMware1! {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.722026] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.722153] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.722290] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] nova.auth_section = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.722432] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] nova.auth_type = password {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.722569] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.722699] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] nova.certfile = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.722829] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] nova.collect_timing = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.722968] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] nova.endpoint_type = public {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.723146] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] nova.insecure = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.723282] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] nova.keyfile = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.723425] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] nova.region_name = RegionOne {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.723558] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] nova.split_loggers = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.723686] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] nova.timeout = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.723819] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] placement.auth_section = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.723961] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] placement.auth_type = password {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.724109] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.724239] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] placement.certfile = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.724369] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] placement.collect_timing = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.724507] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] placement.endpoint_type = public {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.724635] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] placement.insecure = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.724760] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] placement.keyfile = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.724885] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] placement.region_name = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.725022] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] placement.split_loggers = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.725149] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] placement.timeout = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.725283] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.auth_section = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.725410] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.auth_type = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.725536] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.cafile = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.725660] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.certfile = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.725790] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.collect_timing = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.725917] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.connect_retries = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.726052] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.connect_retry_delay = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.726215] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.enable_notifications = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.726385] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.endpoint_override = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.726525] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.insecure = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.726655] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.interface = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.726783] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.keyfile = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.726915] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.max_version = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.727052] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.min_version = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.727181] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.region_name = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.727306] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.retriable_status_codes = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.727431] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.service_name = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.727557] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.service_type = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.727686] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.split_loggers = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.727813] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.status_code_retries = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.727939] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.status_code_retry_delay = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.728073] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.timeout = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.728201] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.valid_interfaces = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.728328] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ironic.version = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.728463] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] cli_script.dry_run = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.728603] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.728731] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.728886] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.728988] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.729127] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.729260] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.729380] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.729506] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.729636] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.729795] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.729929] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.730084] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.730224] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.730359] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.730487] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.730622] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.730751] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.730881] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.731024] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.731153] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.731281] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.731408] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.731535] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.731665] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.731795] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.731925] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.732059] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.732188] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.732321] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.732443] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.732570] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.ssl = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.732705] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.732838] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.732975] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.733120] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.733255] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.ssl_version = {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.733383] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.733521] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_notifications.driver = [] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.733651] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_notifications.retry = -1 {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.733794] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.733923] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] oslo_messaging_notifications.transport_url = **** {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.734032] env[65756]: DEBUG oslo_service.backend._eventlet.service [None req-d137defa-173c-4028-a64f-914c408ffa5d None None] ******************************************************************************** {{(pid=65756) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 547.735144] env[65756]: DEBUG neutron.agent.securitygroups_rpc [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Init firewall settings (driver=nsxv3) {{(pid=65756) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 547.736459] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65756) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 547.736698] env[65756]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] RPC agent_id: nsxm-l-01a.corp.local [ 547.738918] env[65756]: DEBUG dogpile.cache.region [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 547.739045] env[65756]: DEBUG dogpile.lock [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 547.739144] env[65756]: DEBUG dogpile.lock [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 547.739232] env[65756]: DEBUG dogpile.lock [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 547.739328] env[65756]: DEBUG dogpile.cache.region [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 547.739416] env[65756]: DEBUG dogpile.lock [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 547.739537] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 547.760283] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Session token - acquiring [ 547.761764] env[65756]: DEBUG networking_nsxv3.common.locking [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.761942] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.762057] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.762489] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.773695] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.058280] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 548.081762] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 548.081931] env[65756]: DEBUG dogpile.cache.region [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Cache value generated in 0.342 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 548.082023] env[65756]: DEBUG dogpile.lock [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 548.082168] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Activating Policy API Provider. [ 548.082374] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Looking for the default Infrastructure Rules. [ 548.152021] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Looking for the Default Layer3 Logged Drop Section. [ 548.171566] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 548.172057] env[65756]: DEBUG networking_nsxv3.common.locking [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.172271] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquiring lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.172373] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.172669] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired external semaphore "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.173017] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.688694] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.191428] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.694420] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Inventory metadata is going to be refreshed. [ 549.694841] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 550.501806] env[65756]: DEBUG networking_nsxv3.common.locking [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.502225] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.502225] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.502398] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.515087] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 550.515951] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.516619] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 550.534675] env[65756]: DEBUG networking_nsxv3.common.locking [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.534995] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.534995] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.535264] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.535392] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.535535] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 550.535646] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.535748] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 550.554522] env[65756]: DEBUG networking_nsxv3.common.locking [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.554781] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.554781] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.555113] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.555291] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.555434] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 550.578101] env[65756]: DEBUG networking_nsxv3.common.locking [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.578408] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.578408] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.578698] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.578849] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.578991] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 550.598929] env[65756]: DEBUG networking_nsxv3.common.locking [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.599210] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquiring lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.599210] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.599471] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired external semaphore "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.599612] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Releasing lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.599757] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 550.599878] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.599976] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 550.618019] env[65756]: DEBUG networking_nsxv3.common.locking [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.618249] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquiring lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.618332] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.618587] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired external semaphore "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.618713] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Releasing lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.618850] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 550.618951] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.619064] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 550.640697] env[65756]: DEBUG networking_nsxv3.common.locking [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.640938] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.641018] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.641304] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.641446] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.641596] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 550.641701] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.641798] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Inventory metadata have been refreshed. [ 550.641890] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Dryrun:True. Metadata refresh completed. [ 550.642010] env[65756]: DEBUG oslo_concurrency.lockutils [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Releasing lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.643763] env[65756]: INFO neutron.agent.agent_extensions_manager [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Loaded agent extensions: [] [ 550.644483] env[65756]: DEBUG neutron_lib.callbacks.manager [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65756) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 550.696022] env[65756]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] NSXv3 Agent Agent RPC Daemon Started! [ 550.696380] env[65756]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] NSXv3 Agent Agent loop - iteration:0 started [ 550.696380] env[65756]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] NSXv3 Agent Agent out of sync with plugin! [ 555.645413] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.645413] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.646339] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.646679] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.647584] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.648243] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.053351] env[65756]: INFO networking_nsxv3.common.synchronization [None req-4b49a7b5-a0e3-491b-8bd4-eec9a09ff017 demo admin] Enqueued Resource ID: e8db6399-babf-41d9-87ae-95dfc7e18b96 with Priority: HIGHEST for action security_group_rules [ 566.053837] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8db6399-babf-41d9-87ae-95dfc7e18b96 with Priority: HIGHEST for action security_group_rules [ 566.054168] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8db6399-babf-41d9-87ae-95dfc7e18b96 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.054302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8db6399-babf-41d9-87ae-95dfc7e18b96" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.054384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8db6399-babf-41d9-87ae-95dfc7e18b96" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.054718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8db6399-babf-41d9-87ae-95dfc7e18b96" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.054821] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8db6399-babf-41d9-87ae-95dfc7e18b96',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.574251] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.574477] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.574477] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.574688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.574778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.574866] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8db6399-babf-41d9-87ae-95dfc7e18b96 already deleted. [ 566.574946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8db6399-babf-41d9-87ae-95dfc7e18b96" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.054846] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.055314] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.055744] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 576.056151] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.647630] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.647888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.647888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.648070] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.648363] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.151279] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.654285] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.157131] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 578.157538] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 578.877452] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.877697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.877697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.877898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.888697] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 578.889505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.890421] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 578.908804] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.909050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.909050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.909234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.909352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.909505] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 578.909505] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 578.909621] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 578.928541] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.928826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.928826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.928970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.929119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.929227] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 578.948900] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.949128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.949128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.949304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.949410] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.949524] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 578.970157] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.970417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.970417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.970593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.970698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.970817] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 578.970892] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 578.970949] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 578.987752] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.987987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.987987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.988166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.988277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.988392] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 578.988459] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 578.988528] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 579.008907] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.010894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.010894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.010894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.010894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.010894] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 579.010894] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 579.010894] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 579.010894] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 579.010894] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 579.010894] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 579.010894] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 579.010894] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 579.010894] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 579.010894] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 579.030848] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.031089] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.031089] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.031271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.031405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.031517] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 579.051738] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.052021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.052021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.052156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.052271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.084046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.056809] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 581.057204] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 586.059493] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 586.062279] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 591.061334] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 591.061783] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 595.257504] env[65756]: INFO networking_nsxv3.common.synchronization [None req-88911485-962f-4dbe-9f37-ce813b4aa3b7 None None] Enqueued Resource ID: 8e3d320d-3106-423c-95ad-81c241dd9510 with Priority: HIGHEST for action port [ 595.259091] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3d320d-3106-423c-95ad-81c241dd9510 with Priority: HIGHEST for action port [ 595.260120] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e3d320d-3106-423c-95ad-81c241dd9510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.260120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e3d320d-3106-423c-95ad-81c241dd9510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.260120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e3d320d-3106-423c-95ad-81c241dd9510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.260703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e3d320d-3106-423c-95ad-81c241dd9510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.260800] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e3d320d-3106-423c-95ad-81c241dd9510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.399374] env[65756]: INFO networking_nsxv3.common.synchronization [None req-6ffe7c54-f618-4428-b42d-810401308554 None None] Enqueued Resource ID: de2dea4c-e1c9-4e1f-a0aa-87122886d8fd with Priority: HIGHEST for action port [ 595.400348] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2dea4c-e1c9-4e1f-a0aa-87122886d8fd with Priority: HIGHEST for action port [ 595.400348] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-de2dea4c-e1c9-4e1f-a0aa-87122886d8fd taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.400482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de2dea4c-e1c9-4e1f-a0aa-87122886d8fd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.400517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de2dea4c-e1c9-4e1f-a0aa-87122886d8fd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.400755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de2dea4c-e1c9-4e1f-a0aa-87122886d8fd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.400832] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de2dea4c-e1c9-4e1f-a0aa-87122886d8fd',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.763152] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e3d320d-3106-423c-95ad-81c241dd9510 [ 595.763402] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.763543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.763608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.763894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.763982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.764177] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e3d320d-3106-423c-95ad-81c241dd9510 already deleted. [ 595.764177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e3d320d-3106-423c-95ad-81c241dd9510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.905817] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de2dea4c-e1c9-4e1f-a0aa-87122886d8fd [ 595.906025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.906185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.906233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.906423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.906511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.906769] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de2dea4c-e1c9-4e1f-a0aa-87122886d8fd already deleted. [ 595.906769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de2dea4c-e1c9-4e1f-a0aa-87122886d8fd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.210866] env[65756]: INFO networking_nsxv3.common.synchronization [None req-48812407-5db4-4826-bc25-51b871b3af4d None None] Enqueued Resource ID: daa6aee5-9a5a-41c9-a34d-d523dbdf017e with Priority: HIGHEST for action port [ 597.210866] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa6aee5-9a5a-41c9-a34d-d523dbdf017e with Priority: HIGHEST for action port [ 597.211952] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-daa6aee5-9a5a-41c9-a34d-d523dbdf017e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.211952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daa6aee5-9a5a-41c9-a34d-d523dbdf017e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.211952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daa6aee5-9a5a-41c9-a34d-d523dbdf017e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.212137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daa6aee5-9a5a-41c9-a34d-d523dbdf017e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.212669] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa6aee5-9a5a-41c9-a34d-d523dbdf017e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.603679] env[65756]: INFO networking_nsxv3.common.synchronization [None req-90c210e7-7fac-40a5-bc3c-161cb7df8ce4 None None] Enqueued Resource ID: 5e68676d-5e04-49e0-8f91-7ef4ad0d65db with Priority: HIGHEST for action port [ 597.603905] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e68676d-5e04-49e0-8f91-7ef4ad0d65db with Priority: HIGHEST for action port [ 597.604541] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e68676d-5e04-49e0-8f91-7ef4ad0d65db taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.604847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e68676d-5e04-49e0-8f91-7ef4ad0d65db" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.604847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e68676d-5e04-49e0-8f91-7ef4ad0d65db" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.606096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e68676d-5e04-49e0-8f91-7ef4ad0d65db" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.606096] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e68676d-5e04-49e0-8f91-7ef4ad0d65db',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.715423] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port daa6aee5-9a5a-41c9-a34d-d523dbdf017e [ 597.715787] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.715898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.715898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.716368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.716503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.716599] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:daa6aee5-9a5a-41c9-a34d-d523dbdf017e already deleted. [ 597.716664] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daa6aee5-9a5a-41c9-a34d-d523dbdf017e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.108098] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e68676d-5e04-49e0-8f91-7ef4ad0d65db [ 598.108683] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.108683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.110389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.110389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.110389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.110389] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e68676d-5e04-49e0-8f91-7ef4ad0d65db already deleted. [ 598.110389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e68676d-5e04-49e0-8f91-7ef4ad0d65db" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.162053] env[65756]: INFO networking_nsxv3.common.synchronization [None req-dfdb59a6-b645-4b79-8851-d94013d3f305 None None] Enqueued Resource ID: 26d769cf-dd5f-4155-96fe-ac6d461899c6 with Priority: HIGHEST for action port [ 599.162587] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d769cf-dd5f-4155-96fe-ac6d461899c6 with Priority: HIGHEST for action port [ 599.162884] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-26d769cf-dd5f-4155-96fe-ac6d461899c6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.163068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26d769cf-dd5f-4155-96fe-ac6d461899c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.163129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26d769cf-dd5f-4155-96fe-ac6d461899c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.163331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26d769cf-dd5f-4155-96fe-ac6d461899c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.163392] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26d769cf-dd5f-4155-96fe-ac6d461899c6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.207630] env[65756]: INFO networking_nsxv3.common.synchronization [None req-198efba7-dac5-4cae-8e08-3261ef78d58c None None] Enqueued Resource ID: ada23bc0-94fa-447b-9e85-8f766c43c4d0 with Priority: HIGHEST for action port [ 599.207630] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada23bc0-94fa-447b-9e85-8f766c43c4d0 with Priority: HIGHEST for action port [ 599.208021] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-ada23bc0-94fa-447b-9e85-8f766c43c4d0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.208407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ada23bc0-94fa-447b-9e85-8f766c43c4d0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.209078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ada23bc0-94fa-447b-9e85-8f766c43c4d0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.209078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ada23bc0-94fa-447b-9e85-8f766c43c4d0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.209078] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada23bc0-94fa-447b-9e85-8f766c43c4d0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.665785] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26d769cf-dd5f-4155-96fe-ac6d461899c6 [ 599.666060] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.666368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.666368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.666918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.666918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.666918] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26d769cf-dd5f-4155-96fe-ac6d461899c6 already deleted. [ 599.667113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26d769cf-dd5f-4155-96fe-ac6d461899c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.712706] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ada23bc0-94fa-447b-9e85-8f766c43c4d0 [ 599.712943] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.713861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.714564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.714806] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.714932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.715240] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ada23bc0-94fa-447b-9e85-8f766c43c4d0 already deleted. [ 599.715240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ada23bc0-94fa-447b-9e85-8f766c43c4d0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.650335] env[65756]: INFO networking_nsxv3.common.synchronization [None req-8d5b7b98-20e6-4830-ba03-936fba8e6911 None None] Enqueued Resource ID: 4bdff9e8-c189-48cf-b534-f5d6f2e36c3b with Priority: HIGHEST for action port [ 601.650658] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bdff9e8-c189-48cf-b534-f5d6f2e36c3b with Priority: HIGHEST for action port [ 601.651183] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bdff9e8-c189-48cf-b534-f5d6f2e36c3b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.651299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bdff9e8-c189-48cf-b534-f5d6f2e36c3b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.652445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bdff9e8-c189-48cf-b534-f5d6f2e36c3b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.652445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bdff9e8-c189-48cf-b534-f5d6f2e36c3b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.652445] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bdff9e8-c189-48cf-b534-f5d6f2e36c3b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.799649] env[65756]: INFO networking_nsxv3.common.synchronization [None req-ffe6f8ff-8288-4881-802e-8e7f6858b687 None None] Enqueued Resource ID: b1087acb-6507-41d8-abfa-877f3e7da02c with Priority: HIGHEST for action port [ 601.800200] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1087acb-6507-41d8-abfa-877f3e7da02c with Priority: HIGHEST for action port [ 601.800765] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1087acb-6507-41d8-abfa-877f3e7da02c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.800965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1087acb-6507-41d8-abfa-877f3e7da02c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.800965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1087acb-6507-41d8-abfa-877f3e7da02c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.801233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1087acb-6507-41d8-abfa-877f3e7da02c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.801588] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1087acb-6507-41d8-abfa-877f3e7da02c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.154298] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bdff9e8-c189-48cf-b534-f5d6f2e36c3b [ 602.154298] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.154298] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.154526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.154583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.154709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.154762] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bdff9e8-c189-48cf-b534-f5d6f2e36c3b already deleted. [ 602.154846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bdff9e8-c189-48cf-b534-f5d6f2e36c3b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.303898] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1087acb-6507-41d8-abfa-877f3e7da02c [ 602.304156] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.304312] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.304402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.305045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.305045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.305045] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1087acb-6507-41d8-abfa-877f3e7da02c already deleted. [ 602.305045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1087acb-6507-41d8-abfa-877f3e7da02c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.446045] env[65756]: INFO networking_nsxv3.common.synchronization [None req-a3770316-ada3-4f6b-a29d-062da8e00fe5 None None] Enqueued Resource ID: e3979834-87cb-427b-912c-9ea48eeb2262 with Priority: HIGHEST for action port [ 602.446629] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3979834-87cb-427b-912c-9ea48eeb2262 with Priority: HIGHEST for action port [ 602.447034] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3979834-87cb-427b-912c-9ea48eeb2262 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.447034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3979834-87cb-427b-912c-9ea48eeb2262" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.447610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3979834-87cb-427b-912c-9ea48eeb2262" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.447890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3979834-87cb-427b-912c-9ea48eeb2262" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.447979] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3979834-87cb-427b-912c-9ea48eeb2262',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.915340] env[65756]: INFO networking_nsxv3.common.synchronization [None req-0e5a852c-7554-4bdf-8909-0b9cb4ed50ae None None] Enqueued Resource ID: 3247deae-14a6-49b9-a3d5-e7bed4250452 with Priority: HIGHEST for action port [ 602.915945] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3247deae-14a6-49b9-a3d5-e7bed4250452 with Priority: HIGHEST for action port [ 602.917538] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-3247deae-14a6-49b9-a3d5-e7bed4250452 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.917538] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3247deae-14a6-49b9-a3d5-e7bed4250452" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.917538] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3247deae-14a6-49b9-a3d5-e7bed4250452" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.917538] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3247deae-14a6-49b9-a3d5-e7bed4250452" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.917538] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3247deae-14a6-49b9-a3d5-e7bed4250452',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.951600] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3979834-87cb-427b-912c-9ea48eeb2262 [ 602.951600] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.951600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.951600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.951600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.951600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.951600] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3979834-87cb-427b-912c-9ea48eeb2262 already deleted. [ 602.951600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3979834-87cb-427b-912c-9ea48eeb2262" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.419724] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3247deae-14a6-49b9-a3d5-e7bed4250452 [ 603.420324] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.420443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.420513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.420737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.420828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.420927] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3247deae-14a6-49b9-a3d5-e7bed4250452 already deleted. [ 603.424018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3247deae-14a6-49b9-a3d5-e7bed4250452" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.777708] env[65756]: INFO networking_nsxv3.common.synchronization [None req-45a5b46e-f31e-4ffc-9a6a-4cd36dfd6691 None None] Enqueued Resource ID: 8b7c016b-7817-4ac3-93b2-8c7a2c870dff with Priority: HIGHEST for action port [ 603.777960] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7c016b-7817-4ac3-93b2-8c7a2c870dff with Priority: HIGHEST for action port [ 603.778944] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b7c016b-7817-4ac3-93b2-8c7a2c870dff taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.778944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b7c016b-7817-4ac3-93b2-8c7a2c870dff" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.778944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b7c016b-7817-4ac3-93b2-8c7a2c870dff" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.778944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b7c016b-7817-4ac3-93b2-8c7a2c870dff" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.780617] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b7c016b-7817-4ac3-93b2-8c7a2c870dff',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.283621] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b7c016b-7817-4ac3-93b2-8c7a2c870dff [ 604.284081] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.284081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.284081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.284327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.284391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.284467] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b7c016b-7817-4ac3-93b2-8c7a2c870dff already deleted. [ 604.284561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b7c016b-7817-4ac3-93b2-8c7a2c870dff" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.414673] env[65756]: INFO networking_nsxv3.common.synchronization [None req-089e194f-a97d-4d1b-8d45-c1402d725b0d None None] Enqueued Resource ID: 4dc6af21-d298-42d9-8365-0bf7081badb1 with Priority: HIGHEST for action port [ 604.415415] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc6af21-d298-42d9-8365-0bf7081badb1 with Priority: HIGHEST for action port [ 604.415736] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dc6af21-d298-42d9-8365-0bf7081badb1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.416229] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dc6af21-d298-42d9-8365-0bf7081badb1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.416309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dc6af21-d298-42d9-8365-0bf7081badb1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.416591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dc6af21-d298-42d9-8365-0bf7081badb1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.416700] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dc6af21-d298-42d9-8365-0bf7081badb1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.920897] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dc6af21-d298-42d9-8365-0bf7081badb1 [ 604.921132] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.921306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.921382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.921642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.921737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.921833] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dc6af21-d298-42d9-8365-0bf7081badb1 already deleted. [ 604.921938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dc6af21-d298-42d9-8365-0bf7081badb1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.400021] env[65756]: INFO networking_nsxv3.common.synchronization [None req-56180a38-cdac-4da1-ac50-6a79c51767a5 None None] Enqueued Resource ID: 66c6cd40-9542-431c-adb1-7d374b00951c with Priority: HIGHEST for action port [ 605.401092] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c6cd40-9542-431c-adb1-7d374b00951c with Priority: HIGHEST for action port [ 605.401442] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-66c6cd40-9542-431c-adb1-7d374b00951c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.401627] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66c6cd40-9542-431c-adb1-7d374b00951c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.401683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66c6cd40-9542-431c-adb1-7d374b00951c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.402013] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66c6cd40-9542-431c-adb1-7d374b00951c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.406444] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66c6cd40-9542-431c-adb1-7d374b00951c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.899891] env[65756]: INFO networking_nsxv3.common.synchronization [None req-971acd0d-7221-4900-873c-66d45d914b84 None None] Enqueued Resource ID: d61b59b2-e3e7-47fe-866d-38b4dc812ac3 with Priority: HIGHEST for action port [ 605.900573] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61b59b2-e3e7-47fe-866d-38b4dc812ac3 with Priority: HIGHEST for action port [ 605.900945] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-d61b59b2-e3e7-47fe-866d-38b4dc812ac3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.901220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d61b59b2-e3e7-47fe-866d-38b4dc812ac3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.901319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d61b59b2-e3e7-47fe-866d-38b4dc812ac3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.901600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d61b59b2-e3e7-47fe-866d-38b4dc812ac3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.902310] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61b59b2-e3e7-47fe-866d-38b4dc812ac3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.908283] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66c6cd40-9542-431c-adb1-7d374b00951c [ 605.908370] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.908494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.908561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.908759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.908851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.908961] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66c6cd40-9542-431c-adb1-7d374b00951c already deleted. [ 605.909077] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66c6cd40-9542-431c-adb1-7d374b00951c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.336872] env[65756]: INFO networking_nsxv3.common.synchronization [None req-29844d63-0a06-40b7-90a5-3d68c6eb10c1 None None] Enqueued Resource ID: 8092e57f-f608-43b4-a2a2-8993718513ae with Priority: HIGHEST for action port [ 606.338328] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8092e57f-f608-43b4-a2a2-8993718513ae with Priority: HIGHEST for action port [ 606.338328] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-8092e57f-f608-43b4-a2a2-8993718513ae taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.338328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8092e57f-f608-43b4-a2a2-8993718513ae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.340165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8092e57f-f608-43b4-a2a2-8993718513ae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.340513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8092e57f-f608-43b4-a2a2-8993718513ae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.340665] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8092e57f-f608-43b4-a2a2-8993718513ae',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.406227] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d61b59b2-e3e7-47fe-866d-38b4dc812ac3 [ 606.406562] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.406876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.407473] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.408030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.408030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.408030] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d61b59b2-e3e7-47fe-866d-38b4dc812ac3 already deleted. [ 606.408030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d61b59b2-e3e7-47fe-866d-38b4dc812ac3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.699616] env[65756]: INFO networking_nsxv3.common.synchronization [None req-6280304d-730e-47e9-b440-6c3a5f6aa7ab tempest-ServersTestManualDisk-333932719 tempest-ServersTestManualDisk-333932719-project-member] Enqueued Resource ID: fdeabbcd-ff90-448e-a767-b37012d4f894 with Priority: HIGHEST for action security_group_rules [ 606.700203] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdeabbcd-ff90-448e-a767-b37012d4f894 with Priority: HIGHEST for action security_group_rules [ 606.700522] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdeabbcd-ff90-448e-a767-b37012d4f894 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.700653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.700722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.700961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.703077] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdeabbcd-ff90-448e-a767-b37012d4f894',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.816016] env[65756]: INFO networking_nsxv3.common.synchronization [None req-20bb6c43-28bb-48ab-bbcb-c9fa5e09eeda tempest-ServersTestManualDisk-333932719 tempest-ServersTestManualDisk-333932719-project-member] Enqueued Resource ID: fdeabbcd-ff90-448e-a767-b37012d4f894 with Priority: HIGHEST for action security_group_rules [ 606.817348] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdeabbcd-ff90-448e-a767-b37012d4f894 with Priority: HIGHEST for action security_group_rules [ 606.817348] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdeabbcd-ff90-448e-a767-b37012d4f894 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.817348] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.845390] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8092e57f-f608-43b4-a2a2-8993718513ae [ 606.845620] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.845764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.845837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.846416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.846516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.846622] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8092e57f-f608-43b4-a2a2-8993718513ae already deleted. [ 606.847030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8092e57f-f608-43b4-a2a2-8993718513ae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.227337] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.227520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.227586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.227831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.227892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.227963] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdeabbcd-ff90-448e-a767-b37012d4f894 already deleted. [ 607.228071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.228253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.228411] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.228496] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdeabbcd-ff90-448e-a767-b37012d4f894',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.698446] env[65756]: INFO networking_nsxv3.common.synchronization [None req-b4a7c5df-4002-4d21-9611-06a8464009de None None] Enqueued Resource ID: 39aaccfb-8ae4-4332-8753-5c347f5427e2 with Priority: HIGHEST for action port [ 607.699480] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39aaccfb-8ae4-4332-8753-5c347f5427e2 with Priority: HIGHEST for action port [ 607.703712] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-39aaccfb-8ae4-4332-8753-5c347f5427e2 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.703987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39aaccfb-8ae4-4332-8753-5c347f5427e2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.704170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39aaccfb-8ae4-4332-8753-5c347f5427e2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.704472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39aaccfb-8ae4-4332-8753-5c347f5427e2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.704661] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39aaccfb-8ae4-4332-8753-5c347f5427e2',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.753653] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.753653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.753653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.753835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.753835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.753890] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdeabbcd-ff90-448e-a767-b37012d4f894 already deleted. [ 607.753937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.207261] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39aaccfb-8ae4-4332-8753-5c347f5427e2 [ 608.207509] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.208228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.208228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.208498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.208498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.208956] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39aaccfb-8ae4-4332-8753-5c347f5427e2 already deleted. [ 608.208956] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39aaccfb-8ae4-4332-8753-5c347f5427e2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.776481] env[65756]: INFO networking_nsxv3.common.synchronization [None req-8d9831fc-6813-43b1-9abf-4cfc8418d4d1 None None] Enqueued Resource ID: 7d68ded5-e063-4982-b16c-466733fc76d9 with Priority: HIGHEST for action port [ 609.776744] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d68ded5-e063-4982-b16c-466733fc76d9 with Priority: HIGHEST for action port [ 609.777327] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d68ded5-e063-4982-b16c-466733fc76d9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.777585] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d68ded5-e063-4982-b16c-466733fc76d9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.777585] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d68ded5-e063-4982-b16c-466733fc76d9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.777796] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d68ded5-e063-4982-b16c-466733fc76d9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.779020] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d68ded5-e063-4982-b16c-466733fc76d9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.329565] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d68ded5-e063-4982-b16c-466733fc76d9 [ 610.329565] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.329565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.329565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.329565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.329565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.329565] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d68ded5-e063-4982-b16c-466733fc76d9 already deleted. [ 610.329565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d68ded5-e063-4982-b16c-466733fc76d9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.417969] env[65756]: INFO networking_nsxv3.common.synchronization [None req-52792a6d-0411-4d9c-814e-7dc33b4239a7 None None] Enqueued Resource ID: 69ff8cf1-510e-4562-88e4-a3f86417707c with Priority: HIGHEST for action port [ 610.418566] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ff8cf1-510e-4562-88e4-a3f86417707c with Priority: HIGHEST for action port [ 610.418863] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-69ff8cf1-510e-4562-88e4-a3f86417707c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.418989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69ff8cf1-510e-4562-88e4-a3f86417707c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.419069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69ff8cf1-510e-4562-88e4-a3f86417707c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.419404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69ff8cf1-510e-4562-88e4-a3f86417707c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.419532] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69ff8cf1-510e-4562-88e4-a3f86417707c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.926205] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69ff8cf1-510e-4562-88e4-a3f86417707c [ 610.926688] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.926688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.926863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.926940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.927048] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.927148] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69ff8cf1-510e-4562-88e4-a3f86417707c already deleted. [ 610.927231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69ff8cf1-510e-4562-88e4-a3f86417707c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.066389] env[65756]: INFO networking_nsxv3.common.synchronization [None req-4ee93703-1af4-41bc-ba70-341562d344e7 tempest-VolumesAssistedSnapshotsTest-336262059 tempest-VolumesAssistedSnapshotsTest-336262059-project-member] Enqueued Resource ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef with Priority: HIGHEST for action security_group_rules [ 611.067121] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef with Priority: HIGHEST for action security_group_rules [ 611.067357] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-713b4c05-cab9-4bc0-8b2a-997645c68bef taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.067488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.067552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.067819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.067911] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('713b4c05-cab9-4bc0-8b2a-997645c68bef',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.209592] env[65756]: INFO networking_nsxv3.common.synchronization [None req-f659e8d7-e5f8-4325-9de1-9063d2623dab tempest-VolumesAssistedSnapshotsTest-336262059 tempest-VolumesAssistedSnapshotsTest-336262059-project-member] Enqueued Resource ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef with Priority: HIGHEST for action security_group_rules [ 611.210138] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef with Priority: HIGHEST for action security_group_rules [ 611.210445] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-713b4c05-cab9-4bc0-8b2a-997645c68bef taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.210913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.593061] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.593336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.593336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.593515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.593604] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.593701] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef already deleted. [ 611.593782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.593942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.594113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.594198] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('713b4c05-cab9-4bc0-8b2a-997645c68bef',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.122769] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.122769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.122769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.122769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.122769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.122769] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef already deleted. [ 612.122769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.763025] env[65756]: INFO networking_nsxv3.common.synchronization [req-fb047187-95b9-4b3f-9c74-6be9d43f444a req-1e79610c-2b04-401a-9884-517638da2fa5 tempest-ServerDiagnosticsNegativeTest-1298479821 tempest-ServerDiagnosticsNegativeTest-1298479821-project-member] Enqueued Resource ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 with Priority: HIGHEST for action security_group_members [ 612.763025] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 with Priority: HIGHEST for action security_group_members [ 612.764089] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df1f374-0b0c-4d50-b9a0-cd746662c752 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.765437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.765437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.765437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.765437] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.765437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.765437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.765437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.765437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.765437] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0df1f374-0b0c-4d50-b9a0-cd746662c752',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.272299] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.272299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.272299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.272299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.272299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.272299] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.272299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.272299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.272299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.272299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.272299] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 already deleted. [ 613.272299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.765138] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.765138] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.765138] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.765138] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.766047] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.766256] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.766400] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.766757] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.766928] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.767257] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.767366] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.767480] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.767587] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.767876] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.767876] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.768071] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.789193] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.789193] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.789193] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.789193] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.789728] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-529e7824-e4b3-4ea2-ab92-ebc2a853fae1 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.789845] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-529e7824-e4b3-4ea2-ab92-ebc2a853fae1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.789961] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-529e7824-e4b3-4ea2-ab92-ebc2a853fae1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.790614] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-529e7824-e4b3-4ea2-ab92-ebc2a853fae1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.790614] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('529e7824-e4b3-4ea2-ab92-ebc2a853fae1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.928881] env[65756]: INFO networking_nsxv3.common.synchronization [None req-ecd51809-8a40-4ea6-8d50-73cea7afe980 None None] Enqueued Resource ID: 58a562bc-dba2-45c5-a84b-5b926d93a29e with Priority: HIGHEST for action port [ 613.929552] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a562bc-dba2-45c5-a84b-5b926d93a29e with Priority: HIGHEST for action port [ 613.929934] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-58a562bc-dba2-45c5-a84b-5b926d93a29e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.930138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58a562bc-dba2-45c5-a84b-5b926d93a29e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.930214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58a562bc-dba2-45c5-a84b-5b926d93a29e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.930473] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58a562bc-dba2-45c5-a84b-5b926d93a29e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.930557] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58a562bc-dba2-45c5-a84b-5b926d93a29e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.293225] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.293601] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.293601] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.293882] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.294056] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.294218] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 529e7824-e4b3-4ea2-ab92-ebc2a853fae1 not found, creating... [ 614.294472] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.294623] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.294737] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.294949] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.295094] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.295761] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.295930] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.296056] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.296258] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.296386] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.296519] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 529e7824-e4b3-4ea2-ab92-ebc2a853fae1 is going to be created. [ 614.323569] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.323792] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.323918] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.324228] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.324454] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.325383] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-529e7824-e4b3-4ea2-ab92-ebc2a853fae1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.434064] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58a562bc-dba2-45c5-a84b-5b926d93a29e [ 614.434064] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.434064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.434064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.434354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.434389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.434486] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58a562bc-dba2-45c5-a84b-5b926d93a29e already deleted. [ 614.434654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58a562bc-dba2-45c5-a84b-5b926d93a29e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.130191] env[65756]: INFO networking_nsxv3.common.synchronization [req-fb047187-95b9-4b3f-9c74-6be9d43f444a req-c45f8dfe-fbff-4ca2-abc9-f50d1884ae6a service nova] Enqueued Resource ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 with Priority: HIGHEST for action security_group_rules [ 615.130191] env[65756]: INFO networking_nsxv3.common.synchronization [req-fb047187-95b9-4b3f-9c74-6be9d43f444a req-c45f8dfe-fbff-4ca2-abc9-f50d1884ae6a service nova] Enqueued Resource ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 with Priority: HIGHEST for action security_group_members [ 615.130191] env[65756]: INFO networking_nsxv3.common.synchronization [req-fb047187-95b9-4b3f-9c74-6be9d43f444a req-c45f8dfe-fbff-4ca2-abc9-f50d1884ae6a service nova] Enqueued Resource ID: 529e7824-e4b3-4ea2-ab92-ebc2a853fae1 with Priority: HIGHEST for action port [ 615.130450] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 with Priority: HIGHEST for action security_group_rules [ 615.130530] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 with Priority: HIGHEST for action security_group_members [ 615.130665] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529e7824-e4b3-4ea2-ab92-ebc2a853fae1 with Priority: HIGHEST for action port [ 615.130935] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0df1f374-0b0c-4d50-b9a0-cd746662c752 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.131073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.131142] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.131840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.131840] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0df1f374-0b0c-4d50-b9a0-cd746662c752',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.132629] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df1f374-0b0c-4d50-b9a0-cd746662c752 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.132963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.132963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.133114] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.133309] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.133459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.133459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.133609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.133609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.133698] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0df1f374-0b0c-4d50-b9a0-cd746662c752',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.137565] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-529e7824-e4b3-4ea2-ab92-ebc2a853fae1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.137681] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-529e7824-e4b3-4ea2-ab92-ebc2a853fae1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.137747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-529e7824-e4b3-4ea2-ab92-ebc2a853fae1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.138304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-529e7824-e4b3-4ea2-ab92-ebc2a853fae1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.138304] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('529e7824-e4b3-4ea2-ab92-ebc2a853fae1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.640583] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df1f374-0b0c-4d50-b9a0-cd746662c752 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.640583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.651403] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0df1f374-0b0c-4d50-b9a0-cd746662c752',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.654366] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 529e7824-e4b3-4ea2-ab92-ebc2a853fae1 with status ACTIVE [ 615.654366] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.654366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.654366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.654366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.654947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.655360] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.657172] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.657296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.657520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.657621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.657841] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.657969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.658072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.658262] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.658349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.658446] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 529e7824-e4b3-4ea2-ab92-ebc2a853fae1 is going to be updated. [ 615.683787] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.683967] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.684134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.684253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.684744] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.684744] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-529e7824-e4b3-4ea2-ab92-ebc2a853fae1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.154632] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0df1f374-0b0c-4d50-b9a0-cd746662c752',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.659772] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.659772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.659772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.659772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.660433] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.660433] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 is going to be created. [ 616.724714] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.724852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.724934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.725161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.725367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.738394] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 in Status: UNINITIALIZED for 2s [ 617.062988] env[65756]: INFO networking_nsxv3.common.synchronization [None req-c8ac6e4a-cf96-4b40-b1cb-1eb7927898ae None None] Enqueued Resource ID: 1b4f4410-9e68-49c0-be1d-71f93b5031b6 with Priority: HIGHEST for action port [ 617.063588] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b4f4410-9e68-49c0-be1d-71f93b5031b6 with Priority: HIGHEST for action port [ 617.063889] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b4f4410-9e68-49c0-be1d-71f93b5031b6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.064028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b4f4410-9e68-49c0-be1d-71f93b5031b6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.064094] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b4f4410-9e68-49c0-be1d-71f93b5031b6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.064388] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b4f4410-9e68-49c0-be1d-71f93b5031b6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.064499] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b4f4410-9e68-49c0-be1d-71f93b5031b6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.244281] env[65756]: INFO networking_nsxv3.common.synchronization [None req-d09fa81a-1d2b-4788-aaff-de309bc90bec None None] Enqueued Resource ID: fcace454-8388-45c7-8c85-835f6adf4ee7 with Priority: HIGHEST for action port [ 617.244878] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcace454-8388-45c7-8c85-835f6adf4ee7 with Priority: HIGHEST for action port [ 617.245254] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcace454-8388-45c7-8c85-835f6adf4ee7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.245441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcace454-8388-45c7-8c85-835f6adf4ee7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.245501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcace454-8388-45c7-8c85-835f6adf4ee7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.245730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcace454-8388-45c7-8c85-835f6adf4ee7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.245834] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcace454-8388-45c7-8c85-835f6adf4ee7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.280824] env[65756]: INFO networking_nsxv3.common.synchronization [req-720ff65b-bade-43cc-83b8-9801c6bdc8c7 req-1b4b4d86-b6ec-415a-9481-4a8964669e12 tempest-DeleteServersAdminTestJSON-2070532173 tempest-DeleteServersAdminTestJSON-2070532173-project-member] Enqueued Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_members [ 617.281854] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_members [ 617.281854] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.282030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.282064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.282336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.282506] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.282622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.282697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.282844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.282932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.283047] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.567962] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b4f4410-9e68-49c0-be1d-71f93b5031b6 [ 617.568251] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.568406] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.568491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.568721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.568832] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.568930] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b4f4410-9e68-49c0-be1d-71f93b5031b6 already deleted. [ 617.569043] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b4f4410-9e68-49c0-be1d-71f93b5031b6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.748841] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcace454-8388-45c7-8c85-835f6adf4ee7 [ 617.749151] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.749882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.749882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.749882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.749882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.749882] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcace454-8388-45c7-8c85-835f6adf4ee7 already deleted. [ 617.749882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcace454-8388-45c7-8c85-835f6adf4ee7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.788226] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.788226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.788226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.788226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.788470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.788606] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.788706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.788771] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.789057] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.789057] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.789227] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f already deleted. [ 617.789227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.050521] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.052601] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.052601] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.052601] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.052601] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.052601] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.052601] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.052601] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.053039] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.053039] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.053107] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.053196] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.053329] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.053536] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.053600] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.053704] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.076804] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.079040] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.079040] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.079040] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.079040] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-e19816ba-f419-4068-b599-e963bdb1913f taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.079040] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-e19816ba-f419-4068-b599-e963bdb1913f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.079040] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-e19816ba-f419-4068-b599-e963bdb1913f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.079040] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-e19816ba-f419-4068-b599-e963bdb1913f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.079546] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e19816ba-f419-4068-b599-e963bdb1913f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.140151] env[65756]: INFO networking_nsxv3.common.synchronization [None req-529967b9-92fc-4210-9cc1-8d32718df449 tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 with Priority: HIGHEST for action security_group_rules [ 618.140246] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 with Priority: HIGHEST for action security_group_rules [ 618.140631] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.140927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.141111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.141443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.141628] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cddbd12-4d96-47bb-90fd-01caeeb2a389',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.531018] env[65756]: INFO networking_nsxv3.common.synchronization [None req-47b40753-8f81-423f-aca9-bf7bc5f96b37 tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 with Priority: HIGHEST for action security_group_rules [ 618.531577] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 with Priority: HIGHEST for action security_group_rules [ 618.531969] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.532087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.583963] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.584265] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.584341] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.584704] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.585057] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.585057] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port e19816ba-f419-4068-b599-e963bdb1913f not found, creating... [ 618.585292] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.585442] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.585579] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.586177] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.586177] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.586286] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.586426] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.586497] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.586693] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.586824] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.586957] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: e19816ba-f419-4068-b599-e963bdb1913f is going to be created. [ 618.610526] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.610526] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.610526] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.610526] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.610526] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.610526] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-e19816ba-f419-4068-b599-e963bdb1913f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.662201] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.662285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.662382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.662567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.662656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.662751] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 already deleted. [ 618.662834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.663402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.663587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.663675] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cddbd12-4d96-47bb-90fd-01caeeb2a389',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.749930] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 in Status: SUCCESS [ 618.750633] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.750633] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.750633] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.750786] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.750872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.750944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.751116] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.751201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.751287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.751376] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0df1f374-0b0c-4d50-b9a0-cd746662c752',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.189510] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.189510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.189510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.189807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.189807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.189807] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 already deleted. [ 619.189987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.257830] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df1f374-0b0c-4d50-b9a0-cd746662c752 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.257830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.257830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.257830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.257830] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.257830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.257830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.257830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.257830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.257830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.257830] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df1f374-0b0c-4d50-b9a0-cd746662c752 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.257830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.257830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.257830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.259127] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.259127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.259127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.259127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.259127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.259127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.259127] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0df1f374-0b0c-4d50-b9a0-cd746662c752',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.482058] env[65756]: INFO networking_nsxv3.common.synchronization [None req-f66d8819-4c85-42db-bb74-31d6e57f0f46 None None] Enqueued Resource ID: fd842f29-064b-42c4-b284-1e27b2e03e8a with Priority: HIGHEST for action port [ 619.482476] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd842f29-064b-42c4-b284-1e27b2e03e8a with Priority: HIGHEST for action port [ 619.482800] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd842f29-064b-42c4-b284-1e27b2e03e8a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.482954] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd842f29-064b-42c4-b284-1e27b2e03e8a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.483089] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd842f29-064b-42c4-b284-1e27b2e03e8a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.483589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd842f29-064b-42c4-b284-1e27b2e03e8a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.483589] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd842f29-064b-42c4-b284-1e27b2e03e8a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.540611] env[65756]: INFO networking_nsxv3.common.synchronization [req-720ff65b-bade-43cc-83b8-9801c6bdc8c7 req-3ccb4504-4e62-4e21-ae21-ca67c436e0c7 service nova] Enqueued Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_rules [ 619.540844] env[65756]: INFO networking_nsxv3.common.synchronization [req-720ff65b-bade-43cc-83b8-9801c6bdc8c7 req-3ccb4504-4e62-4e21-ae21-ca67c436e0c7 service nova] Enqueued Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_members [ 619.540966] env[65756]: INFO networking_nsxv3.common.synchronization [req-720ff65b-bade-43cc-83b8-9801c6bdc8c7 req-3ccb4504-4e62-4e21-ae21-ca67c436e0c7 service nova] Enqueued Resource ID: e19816ba-f419-4068-b599-e963bdb1913f with Priority: HIGHEST for action port [ 619.541236] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_rules [ 619.541401] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_members [ 619.541496] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19816ba-f419-4068-b599-e963bdb1913f with Priority: HIGHEST for action port [ 619.542088] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.542256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.542289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.542558] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.542684] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.543601] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.543730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.543801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.544012] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.544219] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.544269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.544455] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.544506] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.544558] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.544650] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.546331] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-e19816ba-f419-4068-b599-e963bdb1913f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.546436] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e19816ba-f419-4068-b599-e963bdb1913f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.546504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e19816ba-f419-4068-b599-e963bdb1913f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.546656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e19816ba-f419-4068-b599-e963bdb1913f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.546735] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e19816ba-f419-4068-b599-e963bdb1913f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.761789] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0df1f374-0b0c-4d50-b9a0-cd746662c752: rpc.has_security_group_logging(os_id): False [ 619.781865] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.782039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.782075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.782302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.782425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.782650] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.782745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.782808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.782981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.783364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.783364] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.783519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.783565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.784302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.784427] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.784778] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.784911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.784999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.785195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.785339] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.785417] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 is going to be created. [ 619.844877] env[65756]: INFO networking_nsxv3.common.synchronization [req-6156d7cd-86ab-48ba-9937-1e46407c962d req-ca441356-d8e8-40d0-af45-d9a09515e098 tempest-ServerAddressesNegativeTestJSON-290769344 tempest-ServerAddressesNegativeTestJSON-290769344-project-member] Enqueued Resource ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 with Priority: HIGHEST for action security_group_members [ 619.845805] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 with Priority: HIGHEST for action security_group_members [ 619.846160] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6368c431-277d-4174-bbf2-6bfcfeaf46d8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.846291] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.846352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.846615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.846767] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.846880] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.846936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.847091] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.847197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.847326] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6368c431-277d-4174-bbf2-6bfcfeaf46d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.858223] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.858380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.858444] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.858792] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.858916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.871851] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 in Status: IN_PROGRESS for 2s [ 619.987345] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd842f29-064b-42c4-b284-1e27b2e03e8a [ 619.987660] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.987807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.987876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.988163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.988489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.988489] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd842f29-064b-42c4-b284-1e27b2e03e8a already deleted. [ 619.988489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd842f29-064b-42c4-b284-1e27b2e03e8a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.050084] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.050084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.050326] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.055284] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e19816ba-f419-4068-b599-e963bdb1913f with status ACTIVE [ 620.055284] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.055284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.055284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.055284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.055284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.055284] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.056774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.056925] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.057187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.057276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.057486] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.057591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.057684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.057802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.057882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.057983] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e19816ba-f419-4068-b599-e963bdb1913f is going to be updated. [ 620.084479] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.084649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.084749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.085182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.085182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.085361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e19816ba-f419-4068-b599-e963bdb1913f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.245580] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.245780] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-290" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.245898] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-290" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.246339] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-290" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.246619] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.246778] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.246889] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.247256] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.247414] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.247625] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.247732] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.247836] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.247998] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.248124] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.248225] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.248637] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.267365] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.267504] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.268247] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.268247] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-290" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.271539] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-add9e1ca-a6f1-4b47-84bf-05363a458a9a taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.271799] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-add9e1ca-a6f1-4b47-84bf-05363a458a9a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.271953] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-add9e1ca-a6f1-4b47-84bf-05363a458a9a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.272268] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-add9e1ca-a6f1-4b47-84bf-05363a458a9a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.272472] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add9e1ca-a6f1-4b47-84bf-05363a458a9a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.351160] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.351343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.351428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.351653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.351769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.351954] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.352065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.352127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.352276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.352360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.352444] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 already deleted. [ 620.352524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.552532] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.775692] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.776081] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.776081] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.776279] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.776424] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.776572] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port add9e1ca-a6f1-4b47-84bf-05363a458a9a not found, creating... [ 620.776819] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.776973] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.777095] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.777304] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.777444] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.777693] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.777854] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.777969] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.778192] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.778320] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.778452] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: add9e1ca-a6f1-4b47-84bf-05363a458a9a is going to be created. [ 620.799529] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.799789] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.799920] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.800461] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.800828] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.801096] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-add9e1ca-a6f1-4b47-84bf-05363a458a9a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.055870] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.056070] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.056147] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.056407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.056501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.056620] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f is going to be created. [ 621.083627] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.083775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.083877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.084177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.084387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.096593] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f in Status: UNINITIALIZED for 2s [ 621.520621] env[65756]: INFO networking_nsxv3.common.synchronization [None req-7e858908-2a78-40b0-84af-8fc6e9453383 None None] Enqueued Resource ID: 2024ab9e-97c4-4b84-b448-afd91caaa1fa with Priority: HIGHEST for action port [ 621.520907] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2024ab9e-97c4-4b84-b448-afd91caaa1fa with Priority: HIGHEST for action port [ 621.521492] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-2024ab9e-97c4-4b84-b448-afd91caaa1fa taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.521656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2024ab9e-97c4-4b84-b448-afd91caaa1fa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.521720] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2024ab9e-97c4-4b84-b448-afd91caaa1fa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.522027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2024ab9e-97c4-4b84-b448-afd91caaa1fa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.522062] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2024ab9e-97c4-4b84-b448-afd91caaa1fa',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.536961] env[65756]: INFO networking_nsxv3.common.synchronization [req-6156d7cd-86ab-48ba-9937-1e46407c962d req-d0ce1120-c6ba-4b56-b80b-dac45b163fff service nova] Enqueued Resource ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 with Priority: HIGHEST for action security_group_rules [ 621.537154] env[65756]: INFO networking_nsxv3.common.synchronization [req-6156d7cd-86ab-48ba-9937-1e46407c962d req-d0ce1120-c6ba-4b56-b80b-dac45b163fff service nova] Enqueued Resource ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 with Priority: HIGHEST for action security_group_members [ 621.537285] env[65756]: INFO networking_nsxv3.common.synchronization [req-6156d7cd-86ab-48ba-9937-1e46407c962d req-d0ce1120-c6ba-4b56-b80b-dac45b163fff service nova] Enqueued Resource ID: add9e1ca-a6f1-4b47-84bf-05363a458a9a with Priority: HIGHEST for action port [ 621.537776] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 with Priority: HIGHEST for action security_group_rules [ 621.537853] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 with Priority: HIGHEST for action security_group_members [ 621.537943] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add9e1ca-a6f1-4b47-84bf-05363a458a9a with Priority: HIGHEST for action port [ 621.538617] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6368c431-277d-4174-bbf2-6bfcfeaf46d8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.538617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.538837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.538917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.538977] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6368c431-277d-4174-bbf2-6bfcfeaf46d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.540042] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6368c431-277d-4174-bbf2-6bfcfeaf46d8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.541853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.541853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.541853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.541853] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.541853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.541853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.541853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.541853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.541853] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6368c431-277d-4174-bbf2-6bfcfeaf46d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.541853] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-add9e1ca-a6f1-4b47-84bf-05363a458a9a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.542255] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-add9e1ca-a6f1-4b47-84bf-05363a458a9a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.542255] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-add9e1ca-a6f1-4b47-84bf-05363a458a9a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.542255] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-add9e1ca-a6f1-4b47-84bf-05363a458a9a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.542255] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add9e1ca-a6f1-4b47-84bf-05363a458a9a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.885909] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 in Status: SUCCESS [ 621.886239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.023701] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2024ab9e-97c4-4b84-b448-afd91caaa1fa [ 622.023956] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.024087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.024154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.024358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.024443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.024530] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2024ab9e-97c4-4b84-b448-afd91caaa1fa already deleted. [ 622.024606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2024ab9e-97c4-4b84-b448-afd91caaa1fa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.045119] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6368c431-277d-4174-bbf2-6bfcfeaf46d8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.045119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.045252] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6368c431-277d-4174-bbf2-6bfcfeaf46d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.046168] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port add9e1ca-a6f1-4b47-84bf-05363a458a9a with status ACTIVE [ 622.046374] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.047197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.047197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.047197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.047197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.047197] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.047197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.047197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.048704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.048704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.048704] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.048704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.048704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.048704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.048704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.048704] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: add9e1ca-a6f1-4b47-84bf-05363a458a9a is going to be updated. [ 622.071983] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.072161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.072201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.072406] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.072538] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.072694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-add9e1ca-a6f1-4b47-84bf-05363a458a9a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.551874] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6368c431-277d-4174-bbf2-6bfcfeaf46d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.570293] env[65756]: INFO networking_nsxv3.common.synchronization [req-e7772d8f-34f7-4c2b-a284-a636a645515a req-c3c2d8a6-2472-4e27-b4b1-fb9521091a83 tempest-ServersTestMultiNic-795334324 tempest-ServersTestMultiNic-795334324-project-member] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 622.571202] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 622.571608] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.571608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.571608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.571893] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.572309] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.572449] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.572514] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.572693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.572774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.572895] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.058261] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.058649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.058649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.058741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.058839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.058940] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 is going to be created. [ 623.075496] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.075496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.075496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.075774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.075774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.075774] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.075933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.075933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.076150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.076230] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.076317] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d already deleted. [ 623.076400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.083475] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.083614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.083723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.083879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.084032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.095325] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 in Status: UNINITIALIZED for 2s [ 623.106838] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f in Status: SUCCESS [ 623.106838] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.107040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.107204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.107396] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.107513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.107577] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.107725] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.107805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.107889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.107978] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.294442] env[65756]: INFO networking_nsxv3.common.synchronization [None req-719931bc-ee71-4210-b653-b846e00f6cc3 None None] Enqueued Resource ID: fff60c35-07f2-4cf4-947e-ddde60b06f1d with Priority: HIGHEST for action port [ 623.294901] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fff60c35-07f2-4cf4-947e-ddde60b06f1d with Priority: HIGHEST for action port [ 623.295370] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-fff60c35-07f2-4cf4-947e-ddde60b06f1d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.295539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fff60c35-07f2-4cf4-947e-ddde60b06f1d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.295629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fff60c35-07f2-4cf4-947e-ddde60b06f1d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.295918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fff60c35-07f2-4cf4-947e-ddde60b06f1d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.296058] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fff60c35-07f2-4cf4-947e-ddde60b06f1d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.611830] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.611830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.611830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.611830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.611830] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.611830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.612624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.612624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.612624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.612624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.612624] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.612624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.612828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.612864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.613150] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.613150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.613272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.613378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.613473] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.613614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.613679] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.653220] env[65756]: INFO networking_nsxv3.common.synchronization [req-e7772d8f-34f7-4c2b-a284-a636a645515a req-fd3ad71b-d14c-49c5-bed8-060191626462 tempest-ServersTestMultiNic-795334324 tempest-ServersTestMultiNic-795334324-project-member] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 623.653220] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 623.653421] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.653530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.653603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.654259] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.654459] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.654572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.654638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.654804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.654892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.654986] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.798055] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fff60c35-07f2-4cf4-947e-ddde60b06f1d [ 623.798617] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.798808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.798891] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.799163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.799286] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.799424] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fff60c35-07f2-4cf4-947e-ddde60b06f1d already deleted. [ 623.799488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fff60c35-07f2-4cf4-947e-ddde60b06f1d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.874516] env[65756]: INFO networking_nsxv3.common.synchronization [None req-f3c5a13c-a17e-4888-85b7-33860c330269 None None] Enqueued Resource ID: 589364a0-4d15-47a4-9780-7b706d258782 with Priority: HIGHEST for action port [ 623.875223] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 589364a0-4d15-47a4-9780-7b706d258782 with Priority: HIGHEST for action port [ 623.875536] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-589364a0-4d15-47a4-9780-7b706d258782 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.875656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-589364a0-4d15-47a4-9780-7b706d258782" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.875775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-589364a0-4d15-47a4-9780-7b706d258782" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.876068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-589364a0-4d15-47a4-9780-7b706d258782" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.876204] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('589364a0-4d15-47a4-9780-7b706d258782',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.116375] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5ea009-91a0-40f8-b0fe-04d25595226f: rpc.has_security_group_logging(os_id): False [ 624.140163] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.140163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.140163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.140163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.140163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.140163] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.140163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.140163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.140163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.140163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.140163] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.140163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.140163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.140163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.140163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.140765] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.140765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.140765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.140765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.140765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.140765] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f is going to be created. [ 624.158921] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.159092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.159934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.159934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.159934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.159934] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.159934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.159934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.159934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.160227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.160227] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d already deleted. [ 624.160227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.208764] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.208899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.208965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.209189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.209379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.221380] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f in Status: IN_PROGRESS for 2s [ 624.380409] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 589364a0-4d15-47a4-9780-7b706d258782 [ 624.380657] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.380855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.380927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.381173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.381268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.381364] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:589364a0-4d15-47a4-9780-7b706d258782 already deleted. [ 624.381445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-589364a0-4d15-47a4-9780-7b706d258782" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.006734] env[65756]: INFO networking_nsxv3.common.synchronization [req-e7772d8f-34f7-4c2b-a284-a636a645515a req-2fe91a2b-5304-4ba1-bdb8-29be67a84bc7 tempest-ServersTestMultiNic-795334324 tempest-ServersTestMultiNic-795334324-project-member] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 625.006734] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 625.006734] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.006862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.006862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.009576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.009763] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.009876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.009942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.012465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.012465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.012465] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.100112] env[65756]: INFO networking_nsxv3.common.synchronization [None req-ab41356c-d02f-42ce-9d0e-f62e342d35fc None None] Enqueued Resource ID: 410a2b26-5336-4ba2-93c1-55e3f67253c3 with Priority: HIGHEST for action port [ 625.100707] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410a2b26-5336-4ba2-93c1-55e3f67253c3 with Priority: HIGHEST for action port [ 625.101649] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-410a2b26-5336-4ba2-93c1-55e3f67253c3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.101886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-410a2b26-5336-4ba2-93c1-55e3f67253c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.101886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-410a2b26-5336-4ba2-93c1-55e3f67253c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.102266] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-410a2b26-5336-4ba2-93c1-55e3f67253c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.102354] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410a2b26-5336-4ba2-93c1-55e3f67253c3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.106716] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 in Status: SUCCESS [ 625.106885] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.107059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.107258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.108099] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.108263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.108337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.108510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.108696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.108696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.108845] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6368c431-277d-4174-bbf2-6bfcfeaf46d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.326024] env[65756]: INFO networking_nsxv3.common.synchronization [req-9c1c947d-0797-44bb-840a-84afa2b3a203 req-66c988df-eee5-4811-ac4a-1498e3156054 tempest-ServersTestManualDisk-333932719 tempest-ServersTestManualDisk-333932719-project-member] Enqueued Resource ID: fdeabbcd-ff90-448e-a767-b37012d4f894 with Priority: HIGHEST for action security_group_members [ 625.326570] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdeabbcd-ff90-448e-a767-b37012d4f894 with Priority: HIGHEST for action security_group_members [ 625.326873] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdeabbcd-ff90-448e-a767-b37012d4f894 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.326999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.328025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.328167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.328278] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.328382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.328442] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.328949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.329136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.329415] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdeabbcd-ff90-448e-a767-b37012d4f894',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.513761] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.513984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.513984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.514213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.514304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.514494] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.514595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.514656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.514986] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.515101] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.515195] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d already deleted. [ 625.515284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.604553] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 410a2b26-5336-4ba2-93c1-55e3f67253c3 [ 625.604836] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.605014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.605105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.605301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.605379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.605473] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:410a2b26-5336-4ba2-93c1-55e3f67253c3 already deleted. [ 625.605552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-410a2b26-5336-4ba2-93c1-55e3f67253c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.611103] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6368c431-277d-4174-bbf2-6bfcfeaf46d8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.611231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.611299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.611480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.611629] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.611749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.611827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.611982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.612082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.612171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.612319] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6368c431-277d-4174-bbf2-6bfcfeaf46d8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.612411] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.612471] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.612611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.612753] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.612845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.612905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.613053] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.613144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.613247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.613530] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6368c431-277d-4174-bbf2-6bfcfeaf46d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.747460] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.747689] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-217" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.747812] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-217" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.748555] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-217" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.748882] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.749050] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.749166] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.749382] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.749758] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.749758] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.749887] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.749926] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.750033] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.750151] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.750336] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.750421] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.780088] env[65756]: INFO networking_nsxv3.common.synchronization [None req-582fe913-bea9-4ab7-8480-0a6fb3b3a866 None None] Enqueued Resource ID: b46592db-2af4-411c-92d6-979af365b984 with Priority: HIGHEST for action port [ 625.780647] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46592db-2af4-411c-92d6-979af365b984 with Priority: HIGHEST for action port [ 625.781114] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-b46592db-2af4-411c-92d6-979af365b984 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.781267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b46592db-2af4-411c-92d6-979af365b984" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.781357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b46592db-2af4-411c-92d6-979af365b984" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.781644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b46592db-2af4-411c-92d6-979af365b984" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.781756] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46592db-2af4-411c-92d6-979af365b984',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.783738] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.784027] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.784099] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.784256] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-217" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.784541] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-eb83fe4d-fa08-4f6f-b2e8-df27df63d408 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.784697] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-eb83fe4d-fa08-4f6f-b2e8-df27df63d408" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.784809] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-eb83fe4d-fa08-4f6f-b2e8-df27df63d408" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.785299] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-eb83fe4d-fa08-4f6f-b2e8-df27df63d408" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.785299] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb83fe4d-fa08-4f6f-b2e8-df27df63d408',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.832334] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.832591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.832711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.833096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.833277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.833610] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.833725] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.833787] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.833956] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.834050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.834135] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdeabbcd-ff90-448e-a767-b37012d4f894 already deleted. [ 625.834218] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.118802] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6368c431-277d-4174-bbf2-6bfcfeaf46d8: rpc.has_security_group_logging(os_id): False [ 626.139030] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.139030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.139030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.139030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.139030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.139030] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.139030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.139030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.139030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.139030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.139030] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.139030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.139030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.139030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.139030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.139782] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.140109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.140208] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.140420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.140531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.140653] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 is going to be created. [ 626.207332] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.207332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.207332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.207616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.207689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.223025] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 in Status: IN_PROGRESS for 2s [ 626.238064] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f in Status: SUCCESS [ 626.238361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.288031] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b46592db-2af4-411c-92d6-979af365b984 [ 626.288031] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.288031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.288031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.288464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.288649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.292095] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b46592db-2af4-411c-92d6-979af365b984 already deleted. [ 626.292241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b46592db-2af4-411c-92d6-979af365b984" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.292828] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.293071] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.293320] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.293996] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.293996] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.293996] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port eb83fe4d-fa08-4f6f-b2e8-df27df63d408 not found, creating... [ 626.294903] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.294903] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.295559] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.295559] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.295668] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.297860] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.299033] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.299033] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.299033] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.299033] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.299033] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: eb83fe4d-fa08-4f6f-b2e8-df27df63d408 is going to be created. [ 626.328799] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.330161] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.330161] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.330161] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.330161] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.330161] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-eb83fe4d-fa08-4f6f-b2e8-df27df63d408" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.490131] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.491701] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-243" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.492020] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-243" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.495886] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-243" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.495886] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.495886] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.495886] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.495886] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.495886] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.495886] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.495886] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.495886] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.495886] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.495886] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.495886] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.495886] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.514678] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.514905] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.515030] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.515405] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-243" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.515761] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-717d7cde-14d1-4411-b5ef-b156915c7c5f taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.515969] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-717d7cde-14d1-4411-b5ef-b156915c7c5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.516108] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-717d7cde-14d1-4411-b5ef-b156915c7c5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.516434] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-717d7cde-14d1-4411-b5ef-b156915c7c5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.516582] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('717d7cde-14d1-4411-b5ef-b156915c7c5f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.587965] env[65756]: INFO networking_nsxv3.common.synchronization [None req-a33cc249-197d-424c-86c2-a9d42f8f6421 None None] Enqueued Resource ID: d76d9ddd-a28e-4c43-9e17-6397bf472111 with Priority: HIGHEST for action port [ 626.589764] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d76d9ddd-a28e-4c43-9e17-6397bf472111 with Priority: HIGHEST for action port [ 626.589764] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-d76d9ddd-a28e-4c43-9e17-6397bf472111 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.589764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d76d9ddd-a28e-4c43-9e17-6397bf472111" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.589764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d76d9ddd-a28e-4c43-9e17-6397bf472111" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.589764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d76d9ddd-a28e-4c43-9e17-6397bf472111" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.589764] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d76d9ddd-a28e-4c43-9e17-6397bf472111',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.024238] env[65756]: INFO networking_nsxv3.common.synchronization [req-e7772d8f-34f7-4c2b-a284-a636a645515a req-35de8567-fcbb-430c-bbd3-982d2548e5c0 service nova] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_rules [ 627.027566] env[65756]: INFO networking_nsxv3.common.synchronization [req-e7772d8f-34f7-4c2b-a284-a636a645515a req-35de8567-fcbb-430c-bbd3-982d2548e5c0 service nova] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 627.027566] env[65756]: INFO networking_nsxv3.common.synchronization [req-e7772d8f-34f7-4c2b-a284-a636a645515a req-35de8567-fcbb-430c-bbd3-982d2548e5c0 service nova] Enqueued Resource ID: eb83fe4d-fa08-4f6f-b2e8-df27df63d408 with Priority: HIGHEST for action port [ 627.028850] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.029213] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.031902] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.031902] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.031902] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.031902] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 717d7cde-14d1-4411-b5ef-b156915c7c5f not found, creating... [ 627.031902] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.031902] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.031902] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.032817] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.032957] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.033443] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.033891] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.034126] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.034584] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.034841] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.034841] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 717d7cde-14d1-4411-b5ef-b156915c7c5f is going to be created. [ 627.036391] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_rules [ 627.036774] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 627.039099] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb83fe4d-fa08-4f6f-b2e8-df27df63d408 with Priority: HIGHEST for action port [ 627.039099] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.039099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.039099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.039866] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.040130] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.041403] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.041626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.041848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.042191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.042398] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.042551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.042804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.043010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.043145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.043284] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.044382] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb83fe4d-fa08-4f6f-b2e8-df27df63d408 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.044701] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb83fe4d-fa08-4f6f-b2e8-df27df63d408" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.045558] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb83fe4d-fa08-4f6f-b2e8-df27df63d408" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.045558] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb83fe4d-fa08-4f6f-b2e8-df27df63d408" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.045558] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb83fe4d-fa08-4f6f-b2e8-df27df63d408',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.065690] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.066261] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.066261] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.066393] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.066517] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.066723] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-717d7cde-14d1-4411-b5ef-b156915c7c5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.092039] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d76d9ddd-a28e-4c43-9e17-6397bf472111 [ 627.092280] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.092414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.092482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.092690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.092778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.092872] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d76d9ddd-a28e-4c43-9e17-6397bf472111 already deleted. [ 627.092950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d76d9ddd-a28e-4c43-9e17-6397bf472111" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.549198] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.549198] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.549198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.549750] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb83fe4d-fa08-4f6f-b2e8-df27df63d408 with status ACTIVE [ 627.550032] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.550287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.550446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.550718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.551019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.551276] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.551479] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.551633] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.551909] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.552183] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.554302] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.554302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.554302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.554302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.554302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.554302] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb83fe4d-fa08-4f6f-b2e8-df27df63d408 is going to be updated. [ 627.578357] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.578510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.578586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.578795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.578931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.579122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb83fe4d-fa08-4f6f-b2e8-df27df63d408" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.722455] env[65756]: INFO networking_nsxv3.common.synchronization [None req-aa6a55b8-f448-459e-a2f7-951c74e5346d None None] Enqueued Resource ID: a9777aaa-08d0-4628-bf04-67925ef810b5 with Priority: HIGHEST for action port [ 627.722455] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9777aaa-08d0-4628-bf04-67925ef810b5 with Priority: HIGHEST for action port [ 627.722455] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9777aaa-08d0-4628-bf04-67925ef810b5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.722455] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9777aaa-08d0-4628-bf04-67925ef810b5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.722455] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9777aaa-08d0-4628-bf04-67925ef810b5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.723026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9777aaa-08d0-4628-bf04-67925ef810b5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.723134] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9777aaa-08d0-4628-bf04-67925ef810b5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.766405] env[65756]: INFO networking_nsxv3.common.synchronization [req-9c1c947d-0797-44bb-840a-84afa2b3a203 req-5e45db2e-33fa-48ed-ba91-805087b0a704 service nova] Enqueued Resource ID: fdeabbcd-ff90-448e-a767-b37012d4f894 with Priority: HIGHEST for action security_group_rules [ 627.766682] env[65756]: INFO networking_nsxv3.common.synchronization [req-9c1c947d-0797-44bb-840a-84afa2b3a203 req-5e45db2e-33fa-48ed-ba91-805087b0a704 service nova] Enqueued Resource ID: fdeabbcd-ff90-448e-a767-b37012d4f894 with Priority: HIGHEST for action security_group_members [ 627.766917] env[65756]: INFO networking_nsxv3.common.synchronization [req-9c1c947d-0797-44bb-840a-84afa2b3a203 req-5e45db2e-33fa-48ed-ba91-805087b0a704 service nova] Enqueued Resource ID: 717d7cde-14d1-4411-b5ef-b156915c7c5f with Priority: HIGHEST for action port [ 627.767613] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdeabbcd-ff90-448e-a767-b37012d4f894 with Priority: HIGHEST for action security_group_rules [ 627.767762] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdeabbcd-ff90-448e-a767-b37012d4f894 with Priority: HIGHEST for action security_group_members [ 627.767893] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717d7cde-14d1-4411-b5ef-b156915c7c5f with Priority: HIGHEST for action port [ 627.769634] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdeabbcd-ff90-448e-a767-b37012d4f894 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.769634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.769634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.769634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.769634] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdeabbcd-ff90-448e-a767-b37012d4f894',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.770106] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdeabbcd-ff90-448e-a767-b37012d4f894 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.770295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.770362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.770916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.772193] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.772193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.772193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.772193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.772193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.772193] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdeabbcd-ff90-448e-a767-b37012d4f894',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.772515] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-717d7cde-14d1-4411-b5ef-b156915c7c5f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.772805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-717d7cde-14d1-4411-b5ef-b156915c7c5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.772805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-717d7cde-14d1-4411-b5ef-b156915c7c5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.772906] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-717d7cde-14d1-4411-b5ef-b156915c7c5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.772951] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('717d7cde-14d1-4411-b5ef-b156915c7c5f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.050630] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.228249] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9777aaa-08d0-4628-bf04-67925ef810b5 [ 628.228551] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.228707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.228794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.229064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.229168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.229272] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9777aaa-08d0-4628-bf04-67925ef810b5 already deleted. [ 628.229420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9777aaa-08d0-4628-bf04-67925ef810b5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.236540] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 in Status: SUCCESS [ 628.236780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.276366] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdeabbcd-ff90-448e-a767-b37012d4f894',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.276762] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdeabbcd-ff90-448e-a767-b37012d4f894 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.276860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.276955] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 717d7cde-14d1-4411-b5ef-b156915c7c5f with status ACTIVE [ 628.277139] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.278109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.278109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.278109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.278109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.278109] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.278109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.278109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.282579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.282777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.283292] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.283292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.283292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.283584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.284273] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.284644] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 717d7cde-14d1-4411-b5ef-b156915c7c5f is going to be updated. [ 628.305910] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.305910] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.305910] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.306263] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.306550] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.306792] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.306840] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.307049] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.307191] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.307393] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.307498] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.307673] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.307863] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.308375] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.308375] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.308375] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.314306] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.314550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.314642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.314868] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.315437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.315437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-717d7cde-14d1-4411-b5ef-b156915c7c5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.339635] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.339815] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.339950] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.340150] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.340620] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-ab893e87-ce0e-4f74-954d-a6308083b30a taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.341022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-ab893e87-ce0e-4f74-954d-a6308083b30a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.341222] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-ab893e87-ce0e-4f74-954d-a6308083b30a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.341757] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-ab893e87-ce0e-4f74-954d-a6308083b30a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.341886] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab893e87-ce0e-4f74-954d-a6308083b30a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.556765] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.557111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.557153] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.557432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.557570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.558580] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be created. [ 628.587384] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.587384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.587384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.587384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.587384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.597972] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: UNINITIALIZED for 2s [ 628.788220] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdeabbcd-ff90-448e-a767-b37012d4f894',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.844266] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.844851] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.845058] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.845356] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.845511] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.845662] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port ab893e87-ce0e-4f74-954d-a6308083b30a not found, creating... [ 628.845922] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.846098] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.846211] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.846421] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.846566] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.846826] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.846974] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.847505] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.847780] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.848031] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.848290] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: ab893e87-ce0e-4f74-954d-a6308083b30a is going to be created. [ 628.869375] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.869577] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.869688] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.870446] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.870690] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.870918] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-ab893e87-ce0e-4f74-954d-a6308083b30a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.054920] env[65756]: INFO networking_nsxv3.common.synchronization [None req-4f602369-db98-41e3-9e71-b4ddda9d3874 None None] Enqueued Resource ID: 1a29a92c-f05c-428b-bc8c-decb2d44a0cb with Priority: HIGHEST for action port [ 629.055368] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a29a92c-f05c-428b-bc8c-decb2d44a0cb with Priority: HIGHEST for action port [ 629.055684] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a29a92c-f05c-428b-bc8c-decb2d44a0cb taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.055812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a29a92c-f05c-428b-bc8c-decb2d44a0cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.055879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a29a92c-f05c-428b-bc8c-decb2d44a0cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.056272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a29a92c-f05c-428b-bc8c-decb2d44a0cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.056753] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a29a92c-f05c-428b-bc8c-decb2d44a0cb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.293773] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.293961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.293998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.294231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.294326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.294436] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdeabbcd-ff90-448e-a767-b37012d4f894 is going to be created. [ 629.323821] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.323999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.324378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.324378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.324486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.348729] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdeabbcd-ff90-448e-a767-b37012d4f894 in Status: UNINITIALIZED for 2s [ 629.489724] env[65756]: INFO networking_nsxv3.common.synchronization [None req-2f54da92-831b-4b13-8108-700d7a61f4ed None None] Enqueued Resource ID: dd943a75-1ff1-4fcd-9cbc-4e3ad0af10a1 with Priority: HIGHEST for action port [ 629.490777] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd943a75-1ff1-4fcd-9cbc-4e3ad0af10a1 with Priority: HIGHEST for action port [ 629.490777] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd943a75-1ff1-4fcd-9cbc-4e3ad0af10a1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.490777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd943a75-1ff1-4fcd-9cbc-4e3ad0af10a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.490777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd943a75-1ff1-4fcd-9cbc-4e3ad0af10a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.491035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd943a75-1ff1-4fcd-9cbc-4e3ad0af10a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.491035] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd943a75-1ff1-4fcd-9cbc-4e3ad0af10a1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.559285] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a29a92c-f05c-428b-bc8c-decb2d44a0cb [ 629.559564] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.560060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.560189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.560435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.560845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.561572] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a29a92c-f05c-428b-bc8c-decb2d44a0cb already deleted. [ 629.561705] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a29a92c-f05c-428b-bc8c-decb2d44a0cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.625568] env[65756]: INFO networking_nsxv3.common.synchronization [req-e7772d8f-34f7-4c2b-a284-a636a645515a req-3d35d039-e00d-4dce-99bb-954179c2c8de service nova] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_rules [ 629.626301] env[65756]: INFO networking_nsxv3.common.synchronization [req-e7772d8f-34f7-4c2b-a284-a636a645515a req-3d35d039-e00d-4dce-99bb-954179c2c8de service nova] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 629.626301] env[65756]: INFO networking_nsxv3.common.synchronization [req-e7772d8f-34f7-4c2b-a284-a636a645515a req-3d35d039-e00d-4dce-99bb-954179c2c8de service nova] Enqueued Resource ID: ab893e87-ce0e-4f74-954d-a6308083b30a with Priority: HIGHEST for action port [ 629.627576] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_rules [ 629.627576] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 629.627576] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab893e87-ce0e-4f74-954d-a6308083b30a with Priority: HIGHEST for action port [ 629.627576] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.627576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.627576] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.627780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.628340] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab893e87-ce0e-4f74-954d-a6308083b30a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.628511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab893e87-ce0e-4f74-954d-a6308083b30a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.628731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab893e87-ce0e-4f74-954d-a6308083b30a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.628979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab893e87-ce0e-4f74-954d-a6308083b30a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.629107] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab893e87-ce0e-4f74-954d-a6308083b30a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.983862] env[65756]: INFO networking_nsxv3.common.synchronization [req-5bb55f30-2fda-418a-b91c-25a41e7dab11 req-ac93750d-901a-4905-b701-d0ab0fa8409f tempest-VolumesAssistedSnapshotsTest-336262059 tempest-VolumesAssistedSnapshotsTest-336262059-project-member] Enqueued Resource ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef with Priority: HIGHEST for action security_group_members [ 629.984431] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef with Priority: HIGHEST for action security_group_members [ 629.985139] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-713b4c05-cab9-4bc0-8b2a-997645c68bef taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.985313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.985385] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.985592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.985784] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.985837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.985943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.986044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.986130] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.986228] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('713b4c05-cab9-4bc0-8b2a-997645c68bef',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.993381] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd943a75-1ff1-4fcd-9cbc-4e3ad0af10a1 [ 629.993574] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.993692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.993765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.993978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.994087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.994182] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd943a75-1ff1-4fcd-9cbc-4e3ad0af10a1 already deleted. [ 629.994260] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd943a75-1ff1-4fcd-9cbc-4e3ad0af10a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.131353] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab893e87-ce0e-4f74-954d-a6308083b30a with status ACTIVE [ 630.132033] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.132033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.132033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.132307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.132406] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.133338] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.133338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.133338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.133338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.133338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.133559] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.133559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.133640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.133741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.133816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.133899] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab893e87-ce0e-4f74-954d-a6308083b30a is going to be updated. [ 630.159649] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.159649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.159649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.159649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.159649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.159649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab893e87-ce0e-4f74-954d-a6308083b30a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.410457] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.410657] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-343" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.410791] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-343" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.411198] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-343" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.411499] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.411694] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.411854] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.413475] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.413614] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.413860] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.413997] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.414151] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.414279] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.414407] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.414526] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.414670] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.435675] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.435849] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.435961] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.436156] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-343" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.436466] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.436643] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.436778] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.437094] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.437232] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.490018] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.490184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.490267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.490458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.490547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.490733] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.490847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.490910] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.491069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.491149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.491229] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef already deleted. [ 630.491306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.609416] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 630.609416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.609416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.609416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.609416] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.609416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.609416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.609416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.609416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.609416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.609416] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.610186] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.610362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.610516] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.610617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.610679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.610843] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.610927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.611097] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.804350] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.804518] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-217" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.804617] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-217" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.804881] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-217" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.805141] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.805292] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.805403] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.805610] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.805742] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.805937] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.806055] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.806158] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.806317] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.806374] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.806447] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.806566] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.823766] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.823970] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.824048] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.824513] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-217" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.824824] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-ac516099-5d94-4c47-a16c-567e1639f520 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.824992] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-ac516099-5d94-4c47-a16c-567e1639f520" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.825124] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-ac516099-5d94-4c47-a16c-567e1639f520" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.825436] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-ac516099-5d94-4c47-a16c-567e1639f520" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.825569] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac516099-5d94-4c47-a16c-567e1639f520',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.940519] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.940519] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.940519] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.940871] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.941041] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.941240] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7 not found, creating... [ 630.941521] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.941680] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.941795] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.942344] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.942344] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.942497] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.943150] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.943150] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.943150] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.943150] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.943271] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7 is going to be created. [ 630.964525] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.964791] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.964835] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.965146] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.965404] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.965619] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.112643] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.112916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.115214] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.328520] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.328743] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.328870] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.329167] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.329383] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.329586] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port ac516099-5d94-4c47-a16c-567e1639f520 not found, creating... [ 631.329857] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.330025] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.330146] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.330354] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.330487] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.330749] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.331028] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.331100] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.332284] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.332284] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.332284] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: ac516099-5d94-4c47-a16c-567e1639f520 is going to be created. [ 631.352062] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.352266] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.352426] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.352720] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.352974] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.353236] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-ac516099-5d94-4c47-a16c-567e1639f520" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.358181] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdeabbcd-ff90-448e-a767-b37012d4f894 in Status: SUCCESS [ 631.358751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.358751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.358751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.358923] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.359066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.359127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.359271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.359354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.359434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.359522] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdeabbcd-ff90-448e-a767-b37012d4f894',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.617779] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.696914] env[65756]: INFO networking_nsxv3.common.synchronization [req-5bb55f30-2fda-418a-b91c-25a41e7dab11 req-efe42e7b-5176-47b7-9f5e-75de2401954a service nova] Enqueued Resource ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef with Priority: HIGHEST for action security_group_rules [ 631.697163] env[65756]: INFO networking_nsxv3.common.synchronization [req-5bb55f30-2fda-418a-b91c-25a41e7dab11 req-efe42e7b-5176-47b7-9f5e-75de2401954a service nova] Enqueued Resource ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef with Priority: HIGHEST for action security_group_members [ 631.697302] env[65756]: INFO networking_nsxv3.common.synchronization [req-5bb55f30-2fda-418a-b91c-25a41e7dab11 req-efe42e7b-5176-47b7-9f5e-75de2401954a service nova] Enqueued Resource ID: df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7 with Priority: HIGHEST for action port [ 631.697758] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef with Priority: HIGHEST for action security_group_rules [ 631.697891] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef with Priority: HIGHEST for action security_group_members [ 631.697997] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7 with Priority: HIGHEST for action port [ 631.698487] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-713b4c05-cab9-4bc0-8b2a-997645c68bef taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.698623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.698710] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.699064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.699709] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('713b4c05-cab9-4bc0-8b2a-997645c68bef',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.700065] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-713b4c05-cab9-4bc0-8b2a-997645c68bef taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.700150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.700185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.700775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.700775] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.700775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.700775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.700775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.701024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.701024] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('713b4c05-cab9-4bc0-8b2a-997645c68bef',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.703165] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.703165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.703165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.703165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.703165] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.802167] env[65756]: INFO networking_nsxv3.common.synchronization [None req-4fd1783a-089e-42d9-a082-312c79d2f69b None None] Enqueued Resource ID: ccba7dc5-7afe-4730-af24-9036a104982d with Priority: HIGHEST for action port [ 631.802167] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccba7dc5-7afe-4730-af24-9036a104982d with Priority: HIGHEST for action port [ 631.803337] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccba7dc5-7afe-4730-af24-9036a104982d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.803337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccba7dc5-7afe-4730-af24-9036a104982d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.803337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccba7dc5-7afe-4730-af24-9036a104982d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.803337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccba7dc5-7afe-4730-af24-9036a104982d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.803337] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccba7dc5-7afe-4730-af24-9036a104982d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.861724] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdeabbcd-ff90-448e-a767-b37012d4f894',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.068198] env[65756]: INFO networking_nsxv3.common.synchronization [req-e7772d8f-34f7-4c2b-a284-a636a645515a req-44624d03-365b-417f-90cb-aabd1c1fbddc service nova] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_rules [ 632.068374] env[65756]: INFO networking_nsxv3.common.synchronization [req-e7772d8f-34f7-4c2b-a284-a636a645515a req-44624d03-365b-417f-90cb-aabd1c1fbddc service nova] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 632.068569] env[65756]: INFO networking_nsxv3.common.synchronization [req-e7772d8f-34f7-4c2b-a284-a636a645515a req-44624d03-365b-417f-90cb-aabd1c1fbddc service nova] Enqueued Resource ID: ac516099-5d94-4c47-a16c-567e1639f520 with Priority: HIGHEST for action port [ 632.068722] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_rules [ 632.068873] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 632.068984] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac516099-5d94-4c47-a16c-567e1639f520 with Priority: HIGHEST for action port [ 632.070296] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.070296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.070296] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.070296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.070296] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac516099-5d94-4c47-a16c-567e1639f520 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.070296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac516099-5d94-4c47-a16c-567e1639f520" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.070296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac516099-5d94-4c47-a16c-567e1639f520" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.070569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac516099-5d94-4c47-a16c-567e1639f520" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.070569] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac516099-5d94-4c47-a16c-567e1639f520',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.119638] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.119807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.119882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.120129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.120221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.120320] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 632.170736] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.170998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.171108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.171295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.171439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.182866] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 632.203661] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-713b4c05-cab9-4bc0-8b2a-997645c68bef taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.203808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.203990] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('713b4c05-cab9-4bc0-8b2a-997645c68bef',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.204883] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7 with status ACTIVE [ 632.205082] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.205197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.205261] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.205461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.205548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.205710] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.205814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.205880] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.206037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.206135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.206288] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.206404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.206497] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.206653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.206728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.206813] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7 is going to be updated. [ 632.239447] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.239610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.239669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.239874] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.240035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.240193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df5e53cd-ea20-4c3a-8a6f-b7d94536bfe7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.305048] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccba7dc5-7afe-4730-af24-9036a104982d [ 632.305409] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.305624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.305726] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.305959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.306060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.306165] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccba7dc5-7afe-4730-af24-9036a104982d already deleted. [ 632.306244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccba7dc5-7afe-4730-af24-9036a104982d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.316019] env[65756]: INFO networking_nsxv3.common.synchronization [req-6f6b5ae2-43d8-4865-b9e2-6e0408c3d75d req-7f60cbb2-1a37-4c6e-9e1b-9349808314ef tempest-DeleteServersTestJSON-1529222805 tempest-DeleteServersTestJSON-1529222805-project-member] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 632.316019] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 632.316019] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.316019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.316019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.316019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.316019] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.316480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.317722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.317722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.317722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.317722] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.365754] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdeabbcd-ff90-448e-a767-b37012d4f894: rpc.has_security_group_logging(os_id): False [ 632.387815] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.391408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.391408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.391408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.391408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.391408] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.391408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.391408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.391408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.391408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.391408] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdeabbcd-ff90-448e-a767-b37012d4f894 is going to be created. [ 632.474805] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.474805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.474805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.474805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.474966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.491333] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdeabbcd-ff90-448e-a767-b37012d4f894 in Status: IN_PROGRESS for 2s [ 632.574244] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac516099-5d94-4c47-a16c-567e1639f520 with status ACTIVE [ 632.574244] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.574244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.574244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.574244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.574244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.574244] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.574714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.574714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.574714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.574827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.575965] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.575965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.575965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.576152] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.576266] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.576370] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac516099-5d94-4c47-a16c-567e1639f520 is going to be updated. [ 632.601648] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.601648] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.601648] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.601890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.601924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.602110] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac516099-5d94-4c47-a16c-567e1639f520" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.713756] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('713b4c05-cab9-4bc0-8b2a-997645c68bef',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.742036] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.742036] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.742036] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.742036] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.742036] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.742036] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.742036] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.742036] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.742036] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.742036] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.742036] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.742036] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.742036] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.742805] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.743027] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.743271] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.763445] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.763614] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.763748] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.763926] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.764261] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-ce149bde-bbd1-4462-906c-9465e6e2a5d5 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.764495] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-ce149bde-bbd1-4462-906c-9465e6e2a5d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.764560] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-ce149bde-bbd1-4462-906c-9465e6e2a5d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.764859] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-ce149bde-bbd1-4462-906c-9465e6e2a5d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.764979] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce149bde-bbd1-4462-906c-9465e6e2a5d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.819089] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.819566] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.819566] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.819817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.819817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.820359] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.820359] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.820359] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.820359] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.820905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.820905] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 already deleted. [ 632.820905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.892523] env[65756]: INFO networking_nsxv3.common.synchronization [None req-1c479142-4e07-4eb5-8c84-6aed6e742091 tempest-ServerActionsTestOtherB-398872902 tempest-ServerActionsTestOtherB-398872902-project-member] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_rules [ 632.893259] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_rules [ 632.893497] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.893703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.893802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.894243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.894460] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.061934] env[65756]: INFO networking_nsxv3.common.synchronization [None req-b027f4bd-a025-4819-a8c4-8042e77ccad2 tempest-ServerActionsTestOtherB-398872902 tempest-ServerActionsTestOtherB-398872902-project-member] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_rules [ 633.062587] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_rules [ 633.062905] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.063022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.218335] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.218335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.218456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.218671] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.218783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.218942] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef is going to be created. [ 633.254605] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.254798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.254867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.255147] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.256391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.266870] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef in Status: UNINITIALIZED for 2s [ 633.270748] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.270748] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.270944] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.271264] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.271419] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.271577] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port ce149bde-bbd1-4462-906c-9465e6e2a5d5 not found, creating... [ 633.271998] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.272188] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.272303] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.272599] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.272790] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.273760] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.273760] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.273760] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.273760] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.273760] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.275130] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: ce149bde-bbd1-4462-906c-9465e6e2a5d5 is going to be created. [ 633.310392] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.311052] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.311848] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.313185] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.313504] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.313683] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-ce149bde-bbd1-4462-906c-9465e6e2a5d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.426391] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.426601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.426645] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.426905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.426997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.427108] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed already deleted. [ 633.427191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.427465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.427672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.427759] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.948218] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.948218] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.948600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.948600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.949297] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.949297] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed already deleted. [ 633.949297] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.986494] env[65756]: INFO networking_nsxv3.common.synchronization [req-6f6b5ae2-43d8-4865-b9e2-6e0408c3d75d req-a0904f2d-483c-415a-977a-a03d261f78af service nova] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_rules [ 633.987921] env[65756]: INFO networking_nsxv3.common.synchronization [req-6f6b5ae2-43d8-4865-b9e2-6e0408c3d75d req-a0904f2d-483c-415a-977a-a03d261f78af service nova] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 633.987921] env[65756]: INFO networking_nsxv3.common.synchronization [req-6f6b5ae2-43d8-4865-b9e2-6e0408c3d75d req-a0904f2d-483c-415a-977a-a03d261f78af service nova] Enqueued Resource ID: ce149bde-bbd1-4462-906c-9465e6e2a5d5 with Priority: HIGHEST for action port [ 633.987921] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_rules [ 633.987921] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 633.987921] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce149bde-bbd1-4462-906c-9465e6e2a5d5 with Priority: HIGHEST for action port [ 633.987921] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.987921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.988295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.988295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.988295] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.990062] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.990062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.990062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.990062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.990062] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.990062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.990062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.990062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.990062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.990444] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.991092] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce149bde-bbd1-4462-906c-9465e6e2a5d5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.991092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce149bde-bbd1-4462-906c-9465e6e2a5d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.991092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce149bde-bbd1-4462-906c-9465e6e2a5d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.991289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce149bde-bbd1-4462-906c-9465e6e2a5d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.991289] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce149bde-bbd1-4462-906c-9465e6e2a5d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.197167] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.197167] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.197167] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.197167] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.197167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.198300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.198300] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.199461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.199646] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.199801] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.199908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.199973] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.200152] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.200231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.201568] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.494192] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.494192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.494425] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.496420] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce149bde-bbd1-4462-906c-9465e6e2a5d5 with status ACTIVE [ 634.496420] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.496420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.496420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.496679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.496825] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.497099] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.497245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.497336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.497587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.497722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.498116] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.498269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.498770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.498770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.498770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.498770] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce149bde-bbd1-4462-906c-9465e6e2a5d5 is going to be updated. [ 634.508743] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdeabbcd-ff90-448e-a767-b37012d4f894 in Status: SUCCESS [ 634.509423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.521749] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.521949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.521949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.522201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.522335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.522496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce149bde-bbd1-4462-906c-9465e6e2a5d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.699977] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d: rpc.has_security_group_logging(os_id): False [ 634.703535] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.717873] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.718544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.718544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.718544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.720810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.720810] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.720810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.720810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.720810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.720810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.720810] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.720810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.720810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.720810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.720810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.721309] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.721309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.721309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.721309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.721309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.721472] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be created. [ 634.798469] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.798608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.798669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.798878] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.799065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.813320] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 635.002154] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.169280] env[65756]: INFO networking_nsxv3.common.synchronization [None req-86ef4b8b-3567-4f96-9e35-a0439440e2a2 tempest-ServersWithSpecificFlavorTestJSON-2112209283 tempest-ServersWithSpecificFlavorTestJSON-2112209283-project-member] Enqueued Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_rules [ 635.170184] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_rules [ 635.171302] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ba3962-84a7-41cc-a1d6-2221546a2db3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.171720] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.171720] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.172432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.172536] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.213541] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.285144] env[65756]: INFO networking_nsxv3.common.synchronization [None req-dc46f0f3-184d-402d-8a65-2047ef4d8af5 tempest-ServersWithSpecificFlavorTestJSON-2112209283 tempest-ServersWithSpecificFlavorTestJSON-2112209283-project-member] Enqueued Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_rules [ 635.286557] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef in Status: SUCCESS [ 635.286825] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.287907] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_rules [ 635.288166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.288447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.288661] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.288827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.288917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.289137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.289238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.289393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.289539] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('713b4c05-cab9-4bc0-8b2a-997645c68bef',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.290771] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ba3962-84a7-41cc-a1d6-2221546a2db3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.290902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.505759] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.505759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.505759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.505759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.505759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.505759] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be created. [ 635.537187] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.537187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.537187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.537187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.537187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.545887] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: UNINITIALIZED for 2s [ 635.693979] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.694291] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.694421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.694683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.694823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.695044] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 already deleted. [ 635.695044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.695378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.695615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.695918] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.714796] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.715174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.715301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.715587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.715733] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.715879] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 635.749082] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.750179] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.750179] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.750179] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.750179] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.769273] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 635.794622] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('713b4c05-cab9-4bc0-8b2a-997645c68bef',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.991801] env[65756]: INFO networking_nsxv3.common.synchronization [req-2153ed49-b451-457c-b8f6-b568ded5fe04 req-98d40209-6aa0-4a78-919e-248d79c60b32 tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 with Priority: HIGHEST for action security_group_members [ 635.992580] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 with Priority: HIGHEST for action security_group_members [ 635.993066] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cddbd12-4d96-47bb-90fd-01caeeb2a389 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.993066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.993066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.993380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.993563] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.993668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.993727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.993904] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.993991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.994136] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cddbd12-4d96-47bb-90fd-01caeeb2a389',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.220815] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.221343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.221343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.221452] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.221485] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.222069] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 already deleted. [ 636.222069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.299228] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 713b4c05-cab9-4bc0-8b2a-997645c68bef: rpc.has_security_group_logging(os_id): False [ 636.324981] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.324981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.324981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.324981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.324981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.325246] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.325341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.325341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.328379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.328379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.328379] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef is going to be created. [ 636.423182] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.423396] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.423501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.423810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.423980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.441106] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef in Status: IN_PROGRESS for 2s [ 636.496228] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.496790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.496790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.496945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.497084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.497400] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.497582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.497706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.497981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.498129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.498262] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 already deleted. [ 636.498386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.499892] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.500191] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.500395] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.500810] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.501187] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.501428] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.501585] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.501811] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.501951] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.502436] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.502436] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.502436] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.502581] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.502581] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.502690] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.502842] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.537480] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.538199] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.538199] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.538199] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.538337] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-30e38cc8-2189-4792-889c-0d09e44cdcc6 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.538457] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-30e38cc8-2189-4792-889c-0d09e44cdcc6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.538574] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-30e38cc8-2189-4792-889c-0d09e44cdcc6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.539240] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-30e38cc8-2189-4792-889c-0d09e44cdcc6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.539395] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e38cc8-2189-4792-889c-0d09e44cdcc6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.826226] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 636.826423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.826640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.826856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.826947] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.042469] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.042631] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.042696] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.043026] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.043320] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.043419] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 30e38cc8-2189-4792-889c-0d09e44cdcc6 not found, creating... [ 637.043709] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.043893] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.044046] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.044439] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.044439] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.044715] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.044918] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.045062] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.045329] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.045467] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.045656] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 30e38cc8-2189-4792-889c-0d09e44cdcc6 is going to be created. [ 637.068556] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.068819] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.068964] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.069290] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.069492] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.069710] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-30e38cc8-2189-4792-889c-0d09e44cdcc6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.329879] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.329879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.562060] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 637.562060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.564098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.564098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.564098] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.564098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.564098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.564368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.564368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.564368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.564459] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.783187] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 637.783187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.783187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.783187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.783187] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.783187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.783187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.783187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.783187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.783187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.783187] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.818625] env[65756]: INFO networking_nsxv3.common.synchronization [req-2153ed49-b451-457c-b8f6-b568ded5fe04 req-1b377b5e-6f33-4137-b977-303dd78ff005 service nova] Enqueued Resource ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 with Priority: HIGHEST for action security_group_rules [ 637.818625] env[65756]: INFO networking_nsxv3.common.synchronization [req-2153ed49-b451-457c-b8f6-b568ded5fe04 req-1b377b5e-6f33-4137-b977-303dd78ff005 service nova] Enqueued Resource ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 with Priority: HIGHEST for action security_group_members [ 637.818625] env[65756]: INFO networking_nsxv3.common.synchronization [req-2153ed49-b451-457c-b8f6-b568ded5fe04 req-1b377b5e-6f33-4137-b977-303dd78ff005 service nova] Enqueued Resource ID: 30e38cc8-2189-4792-889c-0d09e44cdcc6 with Priority: HIGHEST for action port [ 637.818625] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 with Priority: HIGHEST for action security_group_rules [ 637.818625] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 with Priority: HIGHEST for action security_group_members [ 637.818978] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e38cc8-2189-4792-889c-0d09e44cdcc6 with Priority: HIGHEST for action port [ 637.820179] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.820381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.820492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.820729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.820852] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cddbd12-4d96-47bb-90fd-01caeeb2a389',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.821796] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cddbd12-4d96-47bb-90fd-01caeeb2a389 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.822071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.822239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.822464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.822659] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.822805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.822922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.824189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.824292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.824398] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cddbd12-4d96-47bb-90fd-01caeeb2a389',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.825884] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-30e38cc8-2189-4792-889c-0d09e44cdcc6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.826024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30e38cc8-2189-4792-889c-0d09e44cdcc6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.826095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30e38cc8-2189-4792-889c-0d09e44cdcc6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.826267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30e38cc8-2189-4792-889c-0d09e44cdcc6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.826357] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e38cc8-2189-4792-889c-0d09e44cdcc6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.066485] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.066654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.066725] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.067097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.067242] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.067310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.067345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.067509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.067617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.067732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.067861] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.067956] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.068027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.068173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.068308] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.068398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.068457] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.068589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.068665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.068746] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.068834] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.287326] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.287919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.287919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.288171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.288356] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.288458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.288526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.288680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.288819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.289085] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.289085] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.291767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.291767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.291767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.291767] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.291767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.291767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.291767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.291767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.291767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.291767] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.328655] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cddbd12-4d96-47bb-90fd-01caeeb2a389 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.328786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.329038] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30e38cc8-2189-4792-889c-0d09e44cdcc6 with status ACTIVE [ 638.329511] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.329511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.329511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.329696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.329696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.329817] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.329925] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.330185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.331131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.331723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.331866] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.332010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.332104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.332611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.332611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.332611] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30e38cc8-2189-4792-889c-0d09e44cdcc6 is going to be updated. [ 638.333836] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cddbd12-4d96-47bb-90fd-01caeeb2a389',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.358495] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.358669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.358743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.358954] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.359177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.359560] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30e38cc8-2189-4792-889c-0d09e44cdcc6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.408578] env[65756]: INFO networking_nsxv3.common.synchronization [req-6ad414c2-2c29-46e4-a86e-cd552a7df3e7 req-35d59f0f-4b30-4078-88be-ac761f9a13e4 tempest-SecurityGroupRulesNegativeTestJSON-249620061 tempest-SecurityGroupRulesNegativeTestJSON-249620061-project-member] Enqueued Resource ID: c3e00386-9f3e-4495-a5fa-cf5fd6d9478a with Priority: HIGHEST for action security_group_rules [ 638.408707] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e00386-9f3e-4495-a5fa-cf5fd6d9478a with Priority: HIGHEST for action security_group_rules [ 638.409074] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e00386-9f3e-4495-a5fa-cf5fd6d9478a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.409248] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e00386-9f3e-4495-a5fa-cf5fd6d9478a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.409457] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e00386-9f3e-4495-a5fa-cf5fd6d9478a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.409749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e00386-9f3e-4495-a5fa-cf5fd6d9478a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.409832] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e00386-9f3e-4495-a5fa-cf5fd6d9478a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.458988] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef in Status: SUCCESS [ 638.458988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.572139] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17d65494-586f-4657-a8b1-01c4aff93a23: rpc.has_security_group_logging(os_id): False [ 638.600266] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.600382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.600483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.600666] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.600755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.600985] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.601197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.601197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.601373] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.601444] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.601785] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.601785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.601785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.602035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.602035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.606404] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.606605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.606605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.606837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.606886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.607028] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be created. [ 638.705939] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.706099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.706147] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.706418] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.706647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.724406] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 638.795604] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d: rpc.has_security_group_logging(os_id): False [ 638.823478] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.823699] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.823775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.824727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.824930] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.825172] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.825279] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.825333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.825509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.825584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.825797] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.825897] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.825959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.826308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.826360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.826566] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.827099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.827099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.827099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.827099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.827099] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 638.836064] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cddbd12-4d96-47bb-90fd-01caeeb2a389',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.965477] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.965738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.965738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.966119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.966119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.966119] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e00386-9f3e-4495-a5fa-cf5fd6d9478a already deleted. [ 638.967269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e00386-9f3e-4495-a5fa-cf5fd6d9478a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.022835] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.023050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.023120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.023314] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.023448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.053471] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 639.339291] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.339631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.339631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.340489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.340489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.340489] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 is going to be created. [ 639.368137] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.368137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.368137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.368137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.368137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.380101] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 in Status: UNINITIALIZED for 2s [ 639.408015] env[65756]: INFO networking_nsxv3.common.synchronization [req-874ea9e9-d226-4856-a207-26b95b807a99 req-70e84f11-548b-40ac-8791-1e758ff72efe tempest-ImagesTestJSON-1752206587 tempest-ImagesTestJSON-1752206587-project-member] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 639.408084] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 639.408342] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.408462] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.408520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.408774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.408922] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.409087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.409159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.409328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.409431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.409566] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.914058] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.914058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.914058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.914058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.914346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.914591] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.914721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.914802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.915031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.915534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.915534] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 already deleted. [ 639.915534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.089031] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.089277] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.089426] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.089773] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.090075] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.090268] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.090408] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.090661] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.090845] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.091113] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.091272] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.091404] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.091530] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.091664] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.091789] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.091967] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.110582] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.110736] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.111233] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.111233] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.111504] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-edaea7b1-acdc-44c3-b757-bafd1bfbdb02 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.111724] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-edaea7b1-acdc-44c3-b757-bafd1bfbdb02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.111919] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-edaea7b1-acdc-44c3-b757-bafd1bfbdb02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.112330] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-edaea7b1-acdc-44c3-b757-bafd1bfbdb02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.112473] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edaea7b1-acdc-44c3-b757-bafd1bfbdb02',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.615317] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.615883] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.615883] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.616121] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.616280] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.616435] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port edaea7b1-acdc-44c3-b757-bafd1bfbdb02 not found, creating... [ 640.616839] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.616918] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.616981] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.617201] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.617334] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.617650] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.617811] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.617946] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.618173] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.618301] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.618436] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: edaea7b1-acdc-44c3-b757-bafd1bfbdb02 is going to be created. [ 640.642852] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.642852] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.642852] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.642852] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.643169] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.644310] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-edaea7b1-acdc-44c3-b757-bafd1bfbdb02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.750122] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 640.750400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.068365] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 641.068598] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.068794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.069072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.069195] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.392056] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 in Status: SUCCESS [ 641.392350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.392765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.392765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.393068] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.393346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.393346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.393520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.393644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.393807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.393912] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cddbd12-4d96-47bb-90fd-01caeeb2a389',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.434022] env[65756]: INFO networking_nsxv3.common.synchronization [req-874ea9e9-d226-4856-a207-26b95b807a99 req-b1d1cbeb-1763-4800-bb79-f31269449824 service nova] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_rules [ 641.434348] env[65756]: INFO networking_nsxv3.common.synchronization [req-874ea9e9-d226-4856-a207-26b95b807a99 req-b1d1cbeb-1763-4800-bb79-f31269449824 service nova] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 641.435897] env[65756]: INFO networking_nsxv3.common.synchronization [req-874ea9e9-d226-4856-a207-26b95b807a99 req-b1d1cbeb-1763-4800-bb79-f31269449824 service nova] Enqueued Resource ID: edaea7b1-acdc-44c3-b757-bafd1bfbdb02 with Priority: HIGHEST for action port [ 641.435897] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_rules [ 641.436182] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 641.436820] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edaea7b1-acdc-44c3-b757-bafd1bfbdb02 with Priority: HIGHEST for action port [ 641.436820] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.436820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.437162] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.437162] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.437255] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.438354] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.439328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.439328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.439328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.439328] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.439328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.439328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.440282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.440282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.440282] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.440997] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-edaea7b1-acdc-44c3-b757-bafd1bfbdb02 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.445193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edaea7b1-acdc-44c3-b757-bafd1bfbdb02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.445193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edaea7b1-acdc-44c3-b757-bafd1bfbdb02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.445193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edaea7b1-acdc-44c3-b757-bafd1bfbdb02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.445193] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edaea7b1-acdc-44c3-b757-bafd1bfbdb02',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.573083] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.573311] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.573403] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.573741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.573972] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.574196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.574285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.574473] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.574593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.574707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.574868] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.827064] env[65756]: INFO networking_nsxv3.common.synchronization [None req-00e37733-d444-47ab-8c11-42b4e6e9e2c9 None None] Enqueued Resource ID: 4e334f1d-5f31-4bce-8b9c-ec13dac31ca9 with Priority: HIGHEST for action port [ 641.827064] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e334f1d-5f31-4bce-8b9c-ec13dac31ca9 with Priority: HIGHEST for action port [ 641.827908] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e334f1d-5f31-4bce-8b9c-ec13dac31ca9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.827908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e334f1d-5f31-4bce-8b9c-ec13dac31ca9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.827908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e334f1d-5f31-4bce-8b9c-ec13dac31ca9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.828107] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e334f1d-5f31-4bce-8b9c-ec13dac31ca9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.829031] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e334f1d-5f31-4bce-8b9c-ec13dac31ca9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.898115] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cddbd12-4d96-47bb-90fd-01caeeb2a389',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.945493] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.945658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.945883] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.946934] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edaea7b1-acdc-44c3-b757-bafd1bfbdb02 with status ACTIVE [ 641.947179] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.947359] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.947974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.948191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.948352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.948540] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.948670] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.948756] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.949122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.949268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.949517] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.949645] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.949731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.949916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.950052] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.950137] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edaea7b1-acdc-44c3-b757-bafd1bfbdb02 is going to be updated. [ 641.976913] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.977178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.977246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.977494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.977707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.977886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edaea7b1-acdc-44c3-b757-bafd1bfbdb02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.077284] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.077889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.077889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.077889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.077997] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.078096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.078140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.078291] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.078392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.078487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.078635] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.078727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.078790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.078980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.079067] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.079203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.079203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.079349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.079428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.079535] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.079625] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.332381] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e334f1d-5f31-4bce-8b9c-ec13dac31ca9 [ 642.332381] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.332526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.332526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.332744] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.332832] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.332927] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e334f1d-5f31-4bce-8b9c-ec13dac31ca9 already deleted. [ 642.333187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e334f1d-5f31-4bce-8b9c-ec13dac31ca9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.401044] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cddbd12-4d96-47bb-90fd-01caeeb2a389: rpc.has_security_group_logging(os_id): False [ 642.421665] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.421665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.421665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.422131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.422251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.422514] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.422636] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.422700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.422878] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.422954] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.423793] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 is going to be created. [ 642.453977] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.531080] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.531303] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.531303] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.531447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.531668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.548401] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 in Status: IN_PROGRESS for 2s [ 642.583020] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d: rpc.has_security_group_logging(os_id): False [ 642.612654] env[65756]: INFO networking_nsxv3.common.synchronization [req-9dd23a40-29f5-4ff2-a16f-982789c6abfe req-fa4d6d7f-2248-4538-8de1-8437077fba57 tempest-ServerDiagnosticsNegativeTest-1298479821 tempest-ServerDiagnosticsNegativeTest-1298479821-project-member] Enqueued Resource ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 with Priority: HIGHEST for action security_group_members [ 642.613614] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 with Priority: HIGHEST for action security_group_members [ 642.614250] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df1f374-0b0c-4d50-b9a0-cd746662c752 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.614445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.614532] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.614879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.616405] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.616545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.616545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.616882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.617077] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.617301] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0df1f374-0b0c-4d50-b9a0-cd746662c752',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.625026] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.625026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.625026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.625026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.625026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.625026] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.625026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.625026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.625026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.625026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.625026] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.625026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.625026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.625026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.625026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.625737] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.625737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.625737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.625737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.625737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.625737] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 642.740532] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.740853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.740853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.745026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.745026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.759418] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 642.957967] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.957967] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.957967] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.957967] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.957967] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.957967] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be created. [ 642.988523] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.988675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.988747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.988965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.989136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.999833] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: UNINITIALIZED for 2s [ 643.097849] env[65756]: INFO networking_nsxv3.common.synchronization [req-d27bcd0a-5577-4dfa-9129-cf8509379857 req-c568b587-5402-4b0a-b390-189d5a669f44 tempest-ListServersNegativeTestJSON-704088029 tempest-ListServersNegativeTestJSON-704088029-project-member] Enqueued Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 643.098545] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 643.098937] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.099156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.099206] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.099507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.099720] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.099834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.099900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.100076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.100163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.100260] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.120656] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.120886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.120886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.121147] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.121273] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.121447] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.121589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.121589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.121808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.121808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.121947] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 is going to be updated. [ 643.158948] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.158948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.158948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.158948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.159211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.169777] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 in Status: IN_PROGRESS for 2s [ 643.602515] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.602692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.604921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.604921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.604921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.604921] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.604921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.604921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.604921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.604921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.604921] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b already deleted. [ 643.604921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.710198] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.710488] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-751" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.710632] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-751" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.710957] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-751" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.711250] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.711402] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.711507] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.711715] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.711866] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.712089] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.712207] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.712312] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.712412] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.712512] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.712611] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.712732] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.732621] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.732841] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.732934] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.733064] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-751" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.733375] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-b84dc6f7-359b-4423-a8bc-ba98347b3a22 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.733535] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-b84dc6f7-359b-4423-a8bc-ba98347b3a22" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.733643] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-b84dc6f7-359b-4423-a8bc-ba98347b3a22" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.733967] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-b84dc6f7-359b-4423-a8bc-ba98347b3a22" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.734142] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b84dc6f7-359b-4423-a8bc-ba98347b3a22',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.008709] env[65756]: INFO networking_nsxv3.common.synchronization [None req-5acd9723-42e4-484d-b8d7-4309d333c956 None None] Enqueued Resource ID: d54f3271-c8cc-4803-a636-16cc12d18662 with Priority: HIGHEST for action port [ 644.009613] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54f3271-c8cc-4803-a636-16cc12d18662 with Priority: HIGHEST for action port [ 644.009672] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-d54f3271-c8cc-4803-a636-16cc12d18662 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.009847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d54f3271-c8cc-4803-a636-16cc12d18662" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.009847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d54f3271-c8cc-4803-a636-16cc12d18662" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.010104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d54f3271-c8cc-4803-a636-16cc12d18662" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.010188] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d54f3271-c8cc-4803-a636-16cc12d18662',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.237697] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.237929] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.238085] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.238318] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.238468] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.238613] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port b84dc6f7-359b-4423-a8bc-ba98347b3a22 not found, creating... [ 644.238870] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.239043] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.239179] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.239378] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.239508] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.239781] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.239931] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.240052] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.240259] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.240382] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.240515] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: b84dc6f7-359b-4423-a8bc-ba98347b3a22 is going to be created. [ 644.266188] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.266480] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.266634] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.267028] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.267358] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.267682] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-b84dc6f7-359b-4423-a8bc-ba98347b3a22" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.513415] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d54f3271-c8cc-4803-a636-16cc12d18662 [ 644.513415] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.513560] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.513667] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.513904] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.514076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.514218] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d54f3271-c8cc-4803-a636-16cc12d18662 already deleted. [ 644.514365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d54f3271-c8cc-4803-a636-16cc12d18662" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.562954] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 in Status: SUCCESS [ 644.563241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.643136] env[65756]: INFO networking_nsxv3.common.synchronization [None req-5764bd41-ebfe-4a5d-b1a9-f31b06b3c309 None None] Enqueued Resource ID: f3b8e5c7-7f7a-42b6-ba70-b9360409c339 with Priority: HIGHEST for action port [ 644.643136] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b8e5c7-7f7a-42b6-ba70-b9360409c339 with Priority: HIGHEST for action port [ 644.643684] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3b8e5c7-7f7a-42b6-ba70-b9360409c339 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.643872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3b8e5c7-7f7a-42b6-ba70-b9360409c339" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.644020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3b8e5c7-7f7a-42b6-ba70-b9360409c339" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.644379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3b8e5c7-7f7a-42b6-ba70-b9360409c339" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.644771] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3b8e5c7-7f7a-42b6-ba70-b9360409c339',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.773672] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 644.773672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.993569] env[65756]: INFO networking_nsxv3.common.synchronization [req-d27bcd0a-5577-4dfa-9129-cf8509379857 req-9ba00be7-3503-4814-8abb-7d2146b23566 service nova] Enqueued Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_rules [ 644.993758] env[65756]: INFO networking_nsxv3.common.synchronization [req-d27bcd0a-5577-4dfa-9129-cf8509379857 req-9ba00be7-3503-4814-8abb-7d2146b23566 service nova] Enqueued Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 644.993886] env[65756]: INFO networking_nsxv3.common.synchronization [req-d27bcd0a-5577-4dfa-9129-cf8509379857 req-9ba00be7-3503-4814-8abb-7d2146b23566 service nova] Enqueued Resource ID: b84dc6f7-359b-4423-a8bc-ba98347b3a22 with Priority: HIGHEST for action port [ 644.994596] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_rules [ 644.994683] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 644.994754] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84dc6f7-359b-4423-a8bc-ba98347b3a22 with Priority: HIGHEST for action port [ 644.995044] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.995618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.995702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.995960] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.996061] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.996924] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.997093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.997137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.997282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.997428] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.997520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.997582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.997716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.997799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.997885] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.002070] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-b84dc6f7-359b-4423-a8bc-ba98347b3a22 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.002070] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b84dc6f7-359b-4423-a8bc-ba98347b3a22" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.002070] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b84dc6f7-359b-4423-a8bc-ba98347b3a22" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.002070] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b84dc6f7-359b-4423-a8bc-ba98347b3a22" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.002070] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b84dc6f7-359b-4423-a8bc-ba98347b3a22',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.011025] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 645.011333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.011534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.013291] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.014030] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.014030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.014030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.014030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.014030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.014260] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.014260] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.146771] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3b8e5c7-7f7a-42b6-ba70-b9360409c339 [ 645.147157] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.150020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.150020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.150020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.150020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.150020] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3b8e5c7-7f7a-42b6-ba70-b9360409c339 already deleted. [ 645.150020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3b8e5c7-7f7a-42b6-ba70-b9360409c339" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.180844] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 in Status: SUCCESS [ 645.181090] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0df1f374-0b0c-4d50-b9a0-cd746662c752 deletion is rescheduled due to dependency. [ 645.181213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df1f374-0b0c-4d50-b9a0-cd746662c752" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.422680] env[65756]: INFO networking_nsxv3.common.synchronization [req-d27bcd0a-5577-4dfa-9129-cf8509379857 req-3d808484-6cfe-44df-8c2f-dbf9d160ecc5 tempest-ListServersNegativeTestJSON-704088029 tempest-ListServersNegativeTestJSON-704088029-project-member] Enqueued Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 645.422980] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 645.425343] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.425343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.502485] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.504680] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.504680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.506678] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b84dc6f7-359b-4423-a8bc-ba98347b3a22 with status ACTIVE [ 645.506678] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.506678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.506678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.507269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.507269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.507269] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.507269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.508227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.508227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.508227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.508227] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.508227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.508227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.508227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.508227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.508227] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b84dc6f7-359b-4423-a8bc-ba98347b3a22 is going to be updated. [ 645.517358] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.517743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.518379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.518379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.518523] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.518668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.518738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.518916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.519463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.519463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.519463] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.519463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.519666] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.519857] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.520401] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.520401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.520401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.520584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.520675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.520792] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.520899] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.537387] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.537387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.537387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.537387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.537387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.537387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b84dc6f7-359b-4423-a8bc-ba98347b3a22" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.839030] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.839326] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-751" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.839494] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-751" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.839822] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-751" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.840482] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.840482] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.840482] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.840639] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.840681] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.840881] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.841080] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.841194] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.841295] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.841400] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.841500] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.841622] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.861100] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.861258] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.861381] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.862588] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-751" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.862588] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-91040960-7454-45c8-a56c-aeedd848c5ba taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.862588] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-91040960-7454-45c8-a56c-aeedd848c5ba" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.862588] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-91040960-7454-45c8-a56c-aeedd848c5ba" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.862588] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-91040960-7454-45c8-a56c-aeedd848c5ba" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.862588] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91040960-7454-45c8-a56c-aeedd848c5ba',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.009025] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.023614] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dab46417-eb12-4230-a290-34abd48aae30: rpc.has_security_group_logging(os_id): False [ 646.043787] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.043997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.045949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.045949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.045949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.045949] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.045949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.045949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.045949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.045949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.045949] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.045949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.045949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.046487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.046487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.046487] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.046487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.046487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.046772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.046772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.046848] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be created. [ 646.113673] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.113834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.113888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.114121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.114313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.130044] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 646.365782] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.369022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.369022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.369022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.369022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.369022] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 91040960-7454-45c8-a56c-aeedd848c5ba not found, creating... [ 646.369022] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.369022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.369022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.369022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.369022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.369718] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.369718] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.369718] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.369718] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.370141] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.370734] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 91040960-7454-45c8-a56c-aeedd848c5ba is going to be created. [ 646.403593] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.403593] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.403593] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.403593] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.403593] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.403593] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-91040960-7454-45c8-a56c-aeedd848c5ba" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.509963] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.510211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.510321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.510559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.510648] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.512103] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b is going to be created. [ 646.539041] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.539214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.539297] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.539575] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.539818] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.553352] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: UNINITIALIZED for 2s [ 646.660500] env[65756]: INFO networking_nsxv3.common.synchronization [None req-b756ab3c-4e7c-43cc-b803-1f20d6bae4fc None None] Enqueued Resource ID: 9e0c16d8-bf1c-4a4e-b3c4-7eb306ac0e2f with Priority: HIGHEST for action port [ 646.661207] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0c16d8-bf1c-4a4e-b3c4-7eb306ac0e2f with Priority: HIGHEST for action port [ 646.661377] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e0c16d8-bf1c-4a4e-b3c4-7eb306ac0e2f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.662055] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e0c16d8-bf1c-4a4e-b3c4-7eb306ac0e2f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.662055] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e0c16d8-bf1c-4a4e-b3c4-7eb306ac0e2f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.662055] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e0c16d8-bf1c-4a4e-b3c4-7eb306ac0e2f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.662055] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e0c16d8-bf1c-4a4e-b3c4-7eb306ac0e2f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.842524] env[65756]: INFO networking_nsxv3.common.synchronization [req-d27bcd0a-5577-4dfa-9129-cf8509379857 req-086607a4-714f-4e7c-9500-e6a89948d8aa tempest-ListServersNegativeTestJSON-704088029 tempest-ListServersNegativeTestJSON-704088029-project-member] Enqueued Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 646.842524] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 646.843457] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.843457] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.140247] env[65756]: INFO networking_nsxv3.common.synchronization [req-d27bcd0a-5577-4dfa-9129-cf8509379857 req-37bb39a0-a401-41e5-be42-73286b282b10 service nova] Enqueued Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_rules [ 647.140247] env[65756]: INFO networking_nsxv3.common.synchronization [req-d27bcd0a-5577-4dfa-9129-cf8509379857 req-37bb39a0-a401-41e5-be42-73286b282b10 service nova] Enqueued Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 647.140247] env[65756]: INFO networking_nsxv3.common.synchronization [req-d27bcd0a-5577-4dfa-9129-cf8509379857 req-37bb39a0-a401-41e5-be42-73286b282b10 service nova] Enqueued Resource ID: 91040960-7454-45c8-a56c-aeedd848c5ba with Priority: HIGHEST for action port [ 647.141440] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_rules [ 647.141636] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 647.141778] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91040960-7454-45c8-a56c-aeedd848c5ba with Priority: HIGHEST for action port [ 647.142460] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.142715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.142896] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.143365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.143365] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-91040960-7454-45c8-a56c-aeedd848c5ba taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.143365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91040960-7454-45c8-a56c-aeedd848c5ba" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.143365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91040960-7454-45c8-a56c-aeedd848c5ba" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.143565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91040960-7454-45c8-a56c-aeedd848c5ba" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.143667] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91040960-7454-45c8-a56c-aeedd848c5ba',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.165115] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e0c16d8-bf1c-4a4e-b3c4-7eb306ac0e2f [ 647.165115] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.165115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.165115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.165364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.165364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.165364] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e0c16d8-bf1c-4a4e-b3c4-7eb306ac0e2f already deleted. [ 647.165458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e0c16d8-bf1c-4a4e-b3c4-7eb306ac0e2f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.235721] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.236358] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-751" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.236358] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-751" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.236358] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-751" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.236615] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.236781] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.236895] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.237151] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.237328] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.237537] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.237649] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.237746] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.237961] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.238100] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.238255] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.238402] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.268325] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.268487] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.270027] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.270027] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-751" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.270027] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-ab7d8963-4fd4-49cb-9616-74a1ac394e0e taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.270027] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-ab7d8963-4fd4-49cb-9616-74a1ac394e0e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.270027] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-ab7d8963-4fd4-49cb-9616-74a1ac394e0e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.270027] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-ab7d8963-4fd4-49cb-9616-74a1ac394e0e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.270027] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7d8963-4fd4-49cb-9616-74a1ac394e0e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.646846] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91040960-7454-45c8-a56c-aeedd848c5ba with status ACTIVE [ 647.647199] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.647345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.647446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.647741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.647887] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.648734] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.648734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.648734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.649127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.649204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.649491] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.649701] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.650429] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.650674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.650801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.651049] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91040960-7454-45c8-a56c-aeedd848c5ba is going to be updated. [ 647.678451] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.678451] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.678451] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.679021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.679333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.679618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91040960-7454-45c8-a56c-aeedd848c5ba" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.773121] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.773354] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.773474] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.773769] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.773992] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.774394] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port ab7d8963-4fd4-49cb-9616-74a1ac394e0e not found, creating... [ 647.774772] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.774998] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.775180] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.775480] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.775665] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.776062] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.776273] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.776428] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.776699] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.776876] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.777077] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: ab7d8963-4fd4-49cb-9616-74a1ac394e0e is going to be created. [ 647.797446] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.797661] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.797798] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.798093] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.798316] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.798541] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-ab7d8963-4fd4-49cb-9616-74a1ac394e0e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.144657] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 648.144938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.528933] env[65756]: INFO networking_nsxv3.common.synchronization [req-d27bcd0a-5577-4dfa-9129-cf8509379857 req-de5a001c-ab3d-46b3-952c-3963ff90b9d7 service nova] Enqueued Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_rules [ 648.529167] env[65756]: INFO networking_nsxv3.common.synchronization [req-d27bcd0a-5577-4dfa-9129-cf8509379857 req-de5a001c-ab3d-46b3-952c-3963ff90b9d7 service nova] Enqueued Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 648.529338] env[65756]: INFO networking_nsxv3.common.synchronization [req-d27bcd0a-5577-4dfa-9129-cf8509379857 req-de5a001c-ab3d-46b3-952c-3963ff90b9d7 service nova] Enqueued Resource ID: ab7d8963-4fd4-49cb-9616-74a1ac394e0e with Priority: HIGHEST for action port [ 648.529860] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_rules [ 648.529994] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 648.530120] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7d8963-4fd4-49cb-9616-74a1ac394e0e with Priority: HIGHEST for action port [ 648.530365] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.530489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.530706] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.530790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.531014] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab7d8963-4fd4-49cb-9616-74a1ac394e0e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.531106] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab7d8963-4fd4-49cb-9616-74a1ac394e0e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.531152] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab7d8963-4fd4-49cb-9616-74a1ac394e0e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.531361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab7d8963-4fd4-49cb-9616-74a1ac394e0e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.531442] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7d8963-4fd4-49cb-9616-74a1ac394e0e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.564657] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: SUCCESS [ 648.564871] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.565318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.565546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.565917] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.565917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.565917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.566093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.566137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.566827] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.033725] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab7d8963-4fd4-49cb-9616-74a1ac394e0e with status ACTIVE [ 649.034112] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.034384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.034542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.036577] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.036958] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.037412] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.037697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.038052] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.038385] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.038549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.043148] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.043148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.043148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.043148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.043148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.043148] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab7d8963-4fd4-49cb-9616-74a1ac394e0e is going to be updated. [ 649.067037] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.067037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.067037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.067221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.067288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.067437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab7d8963-4fd4-49cb-9616-74a1ac394e0e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.073629] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.337587] env[65756]: INFO networking_nsxv3.common.synchronization [req-a2e0d17d-a864-445a-b6fb-624b70bd136d req-f28d26c7-3d4b-48e5-8ff2-6488698d4e61 tempest-DeleteServersAdminTestJSON-546426368 tempest-DeleteServersAdminTestJSON-546426368-project-admin] Enqueued Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_members [ 649.339321] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_members [ 649.339431] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.339521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.339589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.339940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.340109] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.340109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.340270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.340783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.340886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.341536] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.478162] env[65756]: INFO networking_nsxv3.common.synchronization [req-770e5479-17b0-42f0-9eb0-ec2c4dd09e12 req-caf0b00f-0de3-4655-a790-daad34802cdb tempest-SecurityGroupRulesNegativeTestJSON-249620061 tempest-SecurityGroupRulesNegativeTestJSON-249620061-project-member] Enqueued Resource ID: c3e00386-9f3e-4495-a5fa-cf5fd6d9478a with Priority: HIGHEST for action security_group_rules [ 649.478763] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e00386-9f3e-4495-a5fa-cf5fd6d9478a with Priority: HIGHEST for action security_group_rules [ 649.479920] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e00386-9f3e-4495-a5fa-cf5fd6d9478a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.479920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e00386-9f3e-4495-a5fa-cf5fd6d9478a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.479920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e00386-9f3e-4495-a5fa-cf5fd6d9478a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.479920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e00386-9f3e-4495-a5fa-cf5fd6d9478a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.479920] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e00386-9f3e-4495-a5fa-cf5fd6d9478a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.574207] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.766752] env[65756]: INFO networking_nsxv3.common.synchronization [req-a2c8ca86-f046-414a-8356-be61f29218ea req-f9133bd4-1dd7-4eb2-b0db-cdd4dddb2098 tempest-ServerActionsTestOtherB-398872902 tempest-ServerActionsTestOtherB-398872902-project-member] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 649.767434] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 649.767797] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.767952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.768298] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.768630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.768846] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.769098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.769173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.769371] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.769468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.769572] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.845402] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.845579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.845677] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.845978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.846105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.846307] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.846408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.846470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.846619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.846697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.846780] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f is going to be updated. [ 649.879405] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.879589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.879645] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.879845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.879985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.891092] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f in Status: IN_PROGRESS for 2s [ 650.003248] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.003248] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.003248] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.003248] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.003248] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.003592] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e00386-9f3e-4495-a5fa-cf5fd6d9478a already deleted. [ 650.003592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e00386-9f3e-4495-a5fa-cf5fd6d9478a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.076208] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.077131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.078147] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.078398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.078511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.078595] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b is going to be updated. [ 650.110984] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.110984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.110984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.111407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.112029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.121877] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: IN_PROGRESS for 2s [ 650.273129] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.273327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.273398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.274737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.274737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.274737] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.274737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.274737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.274737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.274737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.274737] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed already deleted. [ 650.274737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.404354] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.404709] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.404914] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.405312] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.405743] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.406049] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.406219] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.406553] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.407183] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.407183] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.407827] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.407978] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.408648] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.408845] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.408961] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.409281] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.434289] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.434637] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.434637] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.435087] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.435804] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-db53de8f-fe7b-4969-873a-bfdea5762e14 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.435804] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-db53de8f-fe7b-4969-873a-bfdea5762e14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.435804] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-db53de8f-fe7b-4969-873a-bfdea5762e14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.435992] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-db53de8f-fe7b-4969-873a-bfdea5762e14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.436160] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db53de8f-fe7b-4969-873a-bfdea5762e14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.939329] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.939575] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.939632] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.939923] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.940178] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.940361] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port db53de8f-fe7b-4969-873a-bfdea5762e14 not found, creating... [ 650.940687] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.940856] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.940969] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.941249] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.941389] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.941660] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.941811] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.941942] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.942219] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.942321] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.942448] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: db53de8f-fe7b-4969-873a-bfdea5762e14 is going to be created. [ 650.968593] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.968835] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.968884] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.969255] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.969506] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.969721] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-db53de8f-fe7b-4969-873a-bfdea5762e14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.810965] env[65756]: INFO networking_nsxv3.common.synchronization [req-a2c8ca86-f046-414a-8356-be61f29218ea req-5c3d1c07-521c-4536-9f06-33c16f579f6f service nova] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_rules [ 651.811274] env[65756]: INFO networking_nsxv3.common.synchronization [req-a2c8ca86-f046-414a-8356-be61f29218ea req-5c3d1c07-521c-4536-9f06-33c16f579f6f service nova] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 651.811405] env[65756]: INFO networking_nsxv3.common.synchronization [req-a2c8ca86-f046-414a-8356-be61f29218ea req-5c3d1c07-521c-4536-9f06-33c16f579f6f service nova] Enqueued Resource ID: db53de8f-fe7b-4969-873a-bfdea5762e14 with Priority: HIGHEST for action port [ 651.811975] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_rules [ 651.812156] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 651.812285] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db53de8f-fe7b-4969-873a-bfdea5762e14 with Priority: HIGHEST for action port [ 651.812627] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.812789] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.812861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.813145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.813312] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.814183] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.814311] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.814377] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.815036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.815036] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.815036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.815036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.815036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.815286] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.815286] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.816246] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-db53de8f-fe7b-4969-873a-bfdea5762e14 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.816246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db53de8f-fe7b-4969-873a-bfdea5762e14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.816246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db53de8f-fe7b-4969-873a-bfdea5762e14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.816502] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db53de8f-fe7b-4969-873a-bfdea5762e14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.816502] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db53de8f-fe7b-4969-873a-bfdea5762e14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.901942] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f in Status: SUCCESS [ 651.902195] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f deletion is rescheduled due to dependency. [ 651.902340] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.131958] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: SUCCESS [ 652.132226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.132503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.132670] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.132818] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.132927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.132965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.133123] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.133213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.133270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.133370] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.134358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.134358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.135318] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.135318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.135318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.135318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.135318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.135318] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.318354] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.318483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.318654] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.319551] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db53de8f-fe7b-4969-873a-bfdea5762e14 with status ACTIVE [ 652.319738] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.319868] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.319977] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.320136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.320227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.320395] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.320489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.320549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.320690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.320763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.320941] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.326216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.326216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.326728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.326728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.326728] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db53de8f-fe7b-4969-873a-bfdea5762e14 is going to be updated. [ 652.352812] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.352812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.352812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.353124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.353214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.353380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db53de8f-fe7b-4969-873a-bfdea5762e14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.637129] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.637321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.638373] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.829271] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.858666] env[65756]: INFO networking_nsxv3.common.synchronization [None req-68188940-79ba-41f4-bd3a-3d4163b7f7bf None None] Enqueued Resource ID: d8a96304-258b-4321-81e4-0cc173f40f27 with Priority: HIGHEST for action port [ 652.859286] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a96304-258b-4321-81e4-0cc173f40f27 with Priority: HIGHEST for action port [ 652.859621] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8a96304-258b-4321-81e4-0cc173f40f27 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.859773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8a96304-258b-4321-81e4-0cc173f40f27" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.859851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8a96304-258b-4321-81e4-0cc173f40f27" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.863823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8a96304-258b-4321-81e4-0cc173f40f27" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.863933] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8a96304-258b-4321-81e4-0cc173f40f27',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.140741] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.334602] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.334807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.334868] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.335656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.335656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.335656] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed is going to be created. [ 653.368138] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8a96304-258b-4321-81e4-0cc173f40f27 [ 653.368138] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.368138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.368138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.368138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.368138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.368138] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8a96304-258b-4321-81e4-0cc173f40f27 already deleted. [ 653.368138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8a96304-258b-4321-81e4-0cc173f40f27" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.370341] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.370341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.370341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.371295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.371486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.388487] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: UNINITIALIZED for 2s [ 653.553070] env[65756]: INFO networking_nsxv3.common.synchronization [None req-779c9e77-f8df-411b-b5da-bde727c06d76 None None] Enqueued Resource ID: be946b30-ce77-4245-906c-96e28989d9d0 with Priority: HIGHEST for action port [ 653.554269] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be946b30-ce77-4245-906c-96e28989d9d0 with Priority: HIGHEST for action port [ 653.555892] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-be946b30-ce77-4245-906c-96e28989d9d0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.555892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be946b30-ce77-4245-906c-96e28989d9d0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.556157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be946b30-ce77-4245-906c-96e28989d9d0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.558725] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be946b30-ce77-4245-906c-96e28989d9d0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.558893] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be946b30-ce77-4245-906c-96e28989d9d0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.646117] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.646117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.646117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.646117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.646117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.646117] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b is going to be updated. [ 653.677688] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.678680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.679070] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.679447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.679744] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.692443] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: IN_PROGRESS for 2s [ 654.065018] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be946b30-ce77-4245-906c-96e28989d9d0 [ 654.065018] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.065018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.065018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.065018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.065018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.065018] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be946b30-ce77-4245-906c-96e28989d9d0 already deleted. [ 654.065018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be946b30-ce77-4245-906c-96e28989d9d0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.247556] env[65756]: INFO networking_nsxv3.common.synchronization [req-aaa46298-eac9-4d7a-b44f-56845282272e req-ca0ebcbf-0f9b-46b5-91c0-be30768f1cdc tempest-DeleteServersTestJSON-1529222805 tempest-DeleteServersTestJSON-1529222805-project-member] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 654.250811] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 654.250811] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.250811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.250811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.250811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.250811] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.250811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.250811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.250811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.251269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.251269] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.754345] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.754507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.754608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.754871] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.754971] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.755200] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.755333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.755398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.755562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.755632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.755722] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 654.795033] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.795204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.795345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.796094] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.796094] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.809223] env[65756]: INFO networking_nsxv3.common.synchronization [req-b066fbec-bb0c-4bac-a5a8-13fe16c15f1e req-c449bfa0-c436-4ad6-85b6-d6116b32340e tempest-ServersWithSpecificFlavorTestJSON-2112209283 tempest-ServersWithSpecificFlavorTestJSON-2112209283-project-member] Enqueued Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_members [ 654.812468] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_members [ 654.812468] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ba3962-84a7-41cc-a1d6-2221546a2db3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.812468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.812468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.812468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.812468] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.812468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.812468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.812468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.812468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.812468] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.814222] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 654.959635] env[65756]: INFO networking_nsxv3.common.synchronization [None req-18b850c2-3ac2-4e6f-a57c-e63587b152e1 None None] Enqueued Resource ID: 612c6e45-1f7d-4914-bd5a-3f8c3f273811 with Priority: HIGHEST for action port [ 654.963362] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612c6e45-1f7d-4914-bd5a-3f8c3f273811 with Priority: HIGHEST for action port [ 654.963362] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-612c6e45-1f7d-4914-bd5a-3f8c3f273811 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.963362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-612c6e45-1f7d-4914-bd5a-3f8c3f273811" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.963362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-612c6e45-1f7d-4914-bd5a-3f8c3f273811" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.963362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-612c6e45-1f7d-4914-bd5a-3f8c3f273811" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.963362] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('612c6e45-1f7d-4914-bd5a-3f8c3f273811',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.316772] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.317133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.317133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.317317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.317412] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.317631] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.317729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.317791] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.317966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.318064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.318161] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 already deleted. [ 655.318241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.399794] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: SUCCESS [ 655.400335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.400335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.400566] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.400617] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.400686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.400751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.400894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.400966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.401074] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.401181] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.466091] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 612c6e45-1f7d-4914-bd5a-3f8c3f273811 [ 655.466359] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.466539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.466625] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.466793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.466866] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.466981] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:612c6e45-1f7d-4914-bd5a-3f8c3f273811 already deleted. [ 655.467042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-612c6e45-1f7d-4914-bd5a-3f8c3f273811" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.702977] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: SUCCESS [ 655.703586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.703946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.704256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.704475] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.704600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.704656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.704811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.704888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.704979] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.903730] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.971157] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.971387] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-988" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.971506] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-988" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.972161] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-988" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.972652] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.972897] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.973463] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.976274] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.976274] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.976274] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.976274] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.976274] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.976274] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.976274] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.976274] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.976274] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.998474] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.998939] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.998939] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.998939] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-988" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.999749] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-991c88eb-3a38-48e8-9317-a4ebaf0bfb42 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.999749] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-991c88eb-3a38-48e8-9317-a4ebaf0bfb42" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.999749] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-991c88eb-3a38-48e8-9317-a4ebaf0bfb42" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.999936] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-991c88eb-3a38-48e8-9317-a4ebaf0bfb42" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.000526] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991c88eb-3a38-48e8-9317-a4ebaf0bfb42',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.208503] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.406684] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed: rpc.has_security_group_logging(os_id): False [ 656.430638] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.431133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.431133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.432675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.432811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.433596] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.433596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.433596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.433930] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.433930] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.434051] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed is going to be created. [ 656.505193] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.505193] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.505193] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.505193] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.505193] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.505193] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 991c88eb-3a38-48e8-9317-a4ebaf0bfb42 not found, creating... [ 656.505193] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.505193] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.505193] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.505193] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.505193] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.505988] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.505988] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.505988] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.505988] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.505988] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.505988] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 991c88eb-3a38-48e8-9317-a4ebaf0bfb42 is going to be created. [ 656.520389] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.521499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.521700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.523636] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.523636] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.555032] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.555032] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.555032] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.555291] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.555424] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.555651] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-991c88eb-3a38-48e8-9317-a4ebaf0bfb42" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.557359] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: IN_PROGRESS for 2s [ 656.710426] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.826909] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 656.828130] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 deletion is rescheduled due to dependency. [ 656.828130] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.885142] env[65756]: INFO networking_nsxv3.common.synchronization [None req-d6543a19-e1bf-404c-a675-51831b45442f None None] Enqueued Resource ID: 0566eaf0-c8e2-444a-bec8-a7595cf4c0c7 with Priority: HIGHEST for action port [ 656.885365] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0566eaf0-c8e2-444a-bec8-a7595cf4c0c7 with Priority: HIGHEST for action port [ 656.885603] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-0566eaf0-c8e2-444a-bec8-a7595cf4c0c7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.885765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0566eaf0-c8e2-444a-bec8-a7595cf4c0c7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.885837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0566eaf0-c8e2-444a-bec8-a7595cf4c0c7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.886419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0566eaf0-c8e2-444a-bec8-a7595cf4c0c7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.886523] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0566eaf0-c8e2-444a-bec8-a7595cf4c0c7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.213958] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.214281] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.214413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.214698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.214819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.214996] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b is going to be updated. [ 657.264072] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.264072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.264072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.264072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.264072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.284461] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: IN_PROGRESS for 2s [ 657.304153] env[65756]: INFO networking_nsxv3.common.synchronization [req-b066fbec-bb0c-4bac-a5a8-13fe16c15f1e req-cd5e2594-3d0e-4ed3-80e6-c05bbe4f8102 service nova] Enqueued Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_rules [ 657.304153] env[65756]: INFO networking_nsxv3.common.synchronization [req-b066fbec-bb0c-4bac-a5a8-13fe16c15f1e req-cd5e2594-3d0e-4ed3-80e6-c05bbe4f8102 service nova] Enqueued Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_members [ 657.304153] env[65756]: INFO networking_nsxv3.common.synchronization [req-b066fbec-bb0c-4bac-a5a8-13fe16c15f1e req-cd5e2594-3d0e-4ed3-80e6-c05bbe4f8102 service nova] Enqueued Resource ID: 991c88eb-3a38-48e8-9317-a4ebaf0bfb42 with Priority: HIGHEST for action port [ 657.305131] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_rules [ 657.305283] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_members [ 657.305403] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991c88eb-3a38-48e8-9317-a4ebaf0bfb42 with Priority: HIGHEST for action port [ 657.305708] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ba3962-84a7-41cc-a1d6-2221546a2db3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.305843] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.306072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.307076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.307179] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.308185] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ba3962-84a7-41cc-a1d6-2221546a2db3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.308321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.308466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.308620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.308740] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.309108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.309108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.309108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.309264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.309354] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.315098] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-991c88eb-3a38-48e8-9317-a4ebaf0bfb42 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.315098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-991c88eb-3a38-48e8-9317-a4ebaf0bfb42" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.315491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-991c88eb-3a38-48e8-9317-a4ebaf0bfb42" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.316083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-991c88eb-3a38-48e8-9317-a4ebaf0bfb42" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.316083] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991c88eb-3a38-48e8-9317-a4ebaf0bfb42',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.389364] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0566eaf0-c8e2-444a-bec8-a7595cf4c0c7 [ 657.389364] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.389364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.389526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.389632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.391125] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.391125] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0566eaf0-c8e2-444a-bec8-a7595cf4c0c7 already deleted. [ 657.391125] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0566eaf0-c8e2-444a-bec8-a7595cf4c0c7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.692326] env[65756]: INFO networking_nsxv3.common.synchronization [None req-ad714ca8-907c-4578-ac2c-85ffca53f6e9 None None] Enqueued Resource ID: 1547fbdb-464f-4f73-81a3-e351ab9abe29 with Priority: HIGHEST for action port [ 657.693213] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1547fbdb-464f-4f73-81a3-e351ab9abe29 with Priority: HIGHEST for action port [ 657.693592] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-1547fbdb-464f-4f73-81a3-e351ab9abe29 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.693751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1547fbdb-464f-4f73-81a3-e351ab9abe29" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.694165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1547fbdb-464f-4f73-81a3-e351ab9abe29" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.694770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1547fbdb-464f-4f73-81a3-e351ab9abe29" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.694770] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1547fbdb-464f-4f73-81a3-e351ab9abe29',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.818739] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ba3962-84a7-41cc-a1d6-2221546a2db3 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.818739] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.818922] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.819782] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 991c88eb-3a38-48e8-9317-a4ebaf0bfb42 with status ACTIVE [ 657.819977] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.820129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.820230] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.820500] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.820762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.820824] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.820884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.820981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.821143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.821216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.821371] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.821472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.821525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.821902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.821902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.822314] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 991c88eb-3a38-48e8-9317-a4ebaf0bfb42 is going to be updated. [ 657.850235] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.850338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.850423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.850596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.850785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.850882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-991c88eb-3a38-48e8-9317-a4ebaf0bfb42" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.197297] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1547fbdb-464f-4f73-81a3-e351ab9abe29 [ 658.197469] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.197567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.197621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.197794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.197874] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.197971] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1547fbdb-464f-4f73-81a3-e351ab9abe29 already deleted. [ 658.198068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1547fbdb-464f-4f73-81a3-e351ab9abe29" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.325571] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.573173] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: SUCCESS [ 658.573412] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.828562] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.830098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.830098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.830098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.830098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.830098] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 is going to be created. [ 658.859250] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.859445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.859508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.859733] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.859917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.867994] env[65756]: INFO networking_nsxv3.common.synchronization [req-726f6c12-2c76-4f1e-aaec-6f2f1cdc51d0 req-0d4b8b32-14c5-4fe3-af69-3ae374c47544 tempest-FloatingIPsAssociationNegativeTestJSON-53950529 tempest-FloatingIPsAssociationNegativeTestJSON-53950529-project-member] Enqueued Resource ID: c1d33b2e-4814-41ea-912a-b7c8c485175e with Priority: HIGHEST for action security_group_members [ 658.869820] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d33b2e-4814-41ea-912a-b7c8c485175e with Priority: HIGHEST for action security_group_members [ 658.873064] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1d33b2e-4814-41ea-912a-b7c8c485175e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.873289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.873368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.873647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.873872] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.873977] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.874050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.874229] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.874325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.874426] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1d33b2e-4814-41ea-912a-b7c8c485175e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.876008] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 in Status: UNINITIALIZED for 2s [ 659.295887] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: SUCCESS [ 659.296104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.296351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.298692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.302166] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.302166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.302166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.302166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.302166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.302166] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.379331] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.381785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.381905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.382285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.382343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.382789] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.384209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.384209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.384209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.384323] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.384360] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1d33b2e-4814-41ea-912a-b7c8c485175e already deleted. [ 659.384478] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.500029] env[65756]: INFO networking_nsxv3.common.synchronization [req-88d3b81e-fca5-428b-9021-aae160c443c0 req-e4e770b2-9d0a-4583-879c-6e034b42c0d0 tempest-ServerAddressesNegativeTestJSON-290769344 tempest-ServerAddressesNegativeTestJSON-290769344-project-member] Enqueued Resource ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 with Priority: HIGHEST for action security_group_members [ 659.500029] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 with Priority: HIGHEST for action security_group_members [ 659.500029] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6368c431-277d-4174-bbf2-6bfcfeaf46d8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.500029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.500582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.503652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.503652] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.503652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.503652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.503652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.503652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.503652] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6368c431-277d-4174-bbf2-6bfcfeaf46d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.802505] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.827715] env[65756]: INFO networking_nsxv3.common.synchronization [None req-d6e88426-7fc4-41f7-85de-c1e7bb435d88 None None] Enqueued Resource ID: 0c792f7f-d2c4-4131-b803-c1697db01690 with Priority: HIGHEST for action port [ 659.827715] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c792f7f-d2c4-4131-b803-c1697db01690 with Priority: HIGHEST for action port [ 659.827715] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c792f7f-d2c4-4131-b803-c1697db01690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.827715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c792f7f-d2c4-4131-b803-c1697db01690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.827715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c792f7f-d2c4-4131-b803-c1697db01690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.827715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c792f7f-d2c4-4131-b803-c1697db01690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.827715] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c792f7f-d2c4-4131-b803-c1697db01690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.872404] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.872705] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-707" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.872705] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-707" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.872906] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-707" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.876890] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.876890] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.876890] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.877052] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.877317] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.877392] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.877563] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.877608] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.877741] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.877837] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.877956] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.878105] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.898433] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.898616] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.898715] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.898882] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-707" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.899214] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-e40922ad-a1c1-4c30-8ab2-8d9ae23b958f taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.899389] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-e40922ad-a1c1-4c30-8ab2-8d9ae23b958f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.899504] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-e40922ad-a1c1-4c30-8ab2-8d9ae23b958f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.899818] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-e40922ad-a1c1-4c30-8ab2-8d9ae23b958f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.899950] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e40922ad-a1c1-4c30-8ab2-8d9ae23b958f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.005867] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.006179] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.006393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.006728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.006728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.006934] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.007164] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.007164] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.007251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.007332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.007421] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 is going to be updated. [ 660.038501] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.038641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.038702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.038915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.039130] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.050919] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 in Status: IN_PROGRESS for 2s [ 660.135090] env[65756]: INFO networking_nsxv3.common.synchronization [None req-79ba393b-7a74-4548-9b47-5ba2f01a1224 None None] Enqueued Resource ID: f1b2b7f9-447e-4c41-b611-ef9c3ca9b48a with Priority: HIGHEST for action port [ 660.135567] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b2b7f9-447e-4c41-b611-ef9c3ca9b48a with Priority: HIGHEST for action port [ 660.135929] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1b2b7f9-447e-4c41-b611-ef9c3ca9b48a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.136128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1b2b7f9-447e-4c41-b611-ef9c3ca9b48a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.136217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1b2b7f9-447e-4c41-b611-ef9c3ca9b48a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.136568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1b2b7f9-447e-4c41-b611-ef9c3ca9b48a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.136718] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b2b7f9-447e-4c41-b611-ef9c3ca9b48a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.305784] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.328036] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c792f7f-d2c4-4131-b803-c1697db01690 [ 660.328288] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.328428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.328661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.329189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.329189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.329189] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c792f7f-d2c4-4131-b803-c1697db01690 already deleted. [ 660.329189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c792f7f-d2c4-4131-b803-c1697db01690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.402727] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.403385] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.403759] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.406097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.406097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.406097] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port e40922ad-a1c1-4c30-8ab2-8d9ae23b958f not found, creating... [ 660.406097] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.406097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.406097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.406097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.406097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.406097] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.406097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.406635] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.406975] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.407265] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.407505] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: e40922ad-a1c1-4c30-8ab2-8d9ae23b958f is going to be created. [ 660.433919] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.433919] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.433919] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.433919] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.433919] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.433919] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-e40922ad-a1c1-4c30-8ab2-8d9ae23b958f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.642363] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1b2b7f9-447e-4c41-b611-ef9c3ca9b48a [ 660.642628] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.642744] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.642972] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.643062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.643127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.643217] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1b2b7f9-447e-4c41-b611-ef9c3ca9b48a already deleted. [ 660.643290] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1b2b7f9-447e-4c41-b611-ef9c3ca9b48a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.809828] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.809980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.810064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.810397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.810560] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.810560] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b is going to be updated. [ 660.845504] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.845504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.845504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.845504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.845504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.859136] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: IN_PROGRESS for 2s [ 660.888267] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 in Status: SUCCESS [ 660.888551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.888677] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.889062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.889354] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.889527] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.889527] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.889688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.889816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.889862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.889955] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.188811] env[65756]: INFO networking_nsxv3.common.synchronization [req-726f6c12-2c76-4f1e-aaec-6f2f1cdc51d0 req-396187e4-5afc-4421-9cd0-65035f2a15bf service nova] Enqueued Resource ID: c1d33b2e-4814-41ea-912a-b7c8c485175e with Priority: HIGHEST for action security_group_rules [ 661.188991] env[65756]: INFO networking_nsxv3.common.synchronization [req-726f6c12-2c76-4f1e-aaec-6f2f1cdc51d0 req-396187e4-5afc-4421-9cd0-65035f2a15bf service nova] Enqueued Resource ID: c1d33b2e-4814-41ea-912a-b7c8c485175e with Priority: HIGHEST for action security_group_members [ 661.189157] env[65756]: INFO networking_nsxv3.common.synchronization [req-726f6c12-2c76-4f1e-aaec-6f2f1cdc51d0 req-396187e4-5afc-4421-9cd0-65035f2a15bf service nova] Enqueued Resource ID: e40922ad-a1c1-4c30-8ab2-8d9ae23b958f with Priority: HIGHEST for action port [ 661.189388] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d33b2e-4814-41ea-912a-b7c8c485175e with Priority: HIGHEST for action security_group_rules [ 661.189753] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d33b2e-4814-41ea-912a-b7c8c485175e with Priority: HIGHEST for action security_group_members [ 661.189753] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40922ad-a1c1-4c30-8ab2-8d9ae23b958f with Priority: HIGHEST for action port [ 661.190490] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1d33b2e-4814-41ea-912a-b7c8c485175e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.190618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.190694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.191037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.191142] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1d33b2e-4814-41ea-912a-b7c8c485175e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.192009] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1d33b2e-4814-41ea-912a-b7c8c485175e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.192135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.192225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.193303] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.193411] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.193522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.193581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.193734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.193820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.193911] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1d33b2e-4814-41ea-912a-b7c8c485175e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.194652] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-e40922ad-a1c1-4c30-8ab2-8d9ae23b958f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.194758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e40922ad-a1c1-4c30-8ab2-8d9ae23b958f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.194824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e40922ad-a1c1-4c30-8ab2-8d9ae23b958f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.194972] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e40922ad-a1c1-4c30-8ab2-8d9ae23b958f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.195059] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e40922ad-a1c1-4c30-8ab2-8d9ae23b958f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.395365] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.697053] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1d33b2e-4814-41ea-912a-b7c8c485175e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.699337] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1d33b2e-4814-41ea-912a-b7c8c485175e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.699337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.699337] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e40922ad-a1c1-4c30-8ab2-8d9ae23b958f with status ACTIVE [ 661.699337] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.699337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.699337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.699742] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.699742] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.699742] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.700058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.700058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.700139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.700178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.700329] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.700450] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.700510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.700650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.700737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.700821] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e40922ad-a1c1-4c30-8ab2-8d9ae23b958f is going to be updated. [ 661.725512] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.725728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.725728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.725895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.726018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.726172] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e40922ad-a1c1-4c30-8ab2-8d9ae23b958f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.897773] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31ba3962-84a7-41cc-a1d6-2221546a2db3: rpc.has_security_group_logging(os_id): False [ 661.923058] env[65756]: INFO networking_nsxv3.common.synchronization [req-20bf8467-076a-4aae-b20d-fc407de011a9 req-e39f3554-a7e5-41d2-92b0-8b8d2df4c3b2 tempest-ServerDiskConfigTestJSON-206607912 tempest-ServerDiskConfigTestJSON-206607912-project-member] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 661.923058] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 661.923058] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.923058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.923401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.923665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.923861] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.923968] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.924145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.924221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.924313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.924409] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.926708] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.926913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.926986] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.927213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.927340] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.927701] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.928661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.928661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.928661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.929033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.929033] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 is going to be created. [ 661.997791] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.997944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.998047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.998498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.998690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.010726] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 in Status: IN_PROGRESS for 2s [ 662.071699] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 in Status: SUCCESS [ 662.071931] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 deletion is rescheduled due to dependency. [ 662.071995] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.198699] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1d33b2e-4814-41ea-912a-b7c8c485175e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.433951] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.433951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.433951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.433951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.433951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.433951] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.433951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.433951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.433951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.433951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.433951] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 already deleted. [ 662.433951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.701301] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.701393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.701432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.701691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.701995] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.701995] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1d33b2e-4814-41ea-912a-b7c8c485175e is going to be created. [ 662.708067] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.708315] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.708417] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.709025] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.709143] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.709274] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.709391] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.709624] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.711464] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.711464] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.711464] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.711464] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.711464] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.711464] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.711464] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.711464] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.736753] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.737015] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.737225] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.737438] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.737845] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-c6e21da0-c328-4e53-8ff9-d5c3e893b4db taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.738056] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-c6e21da0-c328-4e53-8ff9-d5c3e893b4db" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.738226] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-c6e21da0-c328-4e53-8ff9-d5c3e893b4db" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.738622] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-c6e21da0-c328-4e53-8ff9-d5c3e893b4db" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.738796] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e21da0-c328-4e53-8ff9-d5c3e893b4db',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.742247] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.742508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.742623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.742752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.742960] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.762128] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1d33b2e-4814-41ea-912a-b7c8c485175e in Status: UNINITIALIZED for 2s [ 662.870117] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: SUCCESS [ 662.870117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.870117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.870117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.870117] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.870564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.870564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.870564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.870564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.870690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.870756] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.870848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.870906] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.871062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.871235] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.871329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.871389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.871527] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.871599] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.871678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.871767] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.134269] env[65756]: INFO networking_nsxv3.common.synchronization [None req-da40c635-d4b4-4617-b151-c13fd2162bd0 None None] Enqueued Resource ID: 880a0810-b122-4125-80ae-8ca0307231f6 with Priority: HIGHEST for action port [ 663.135024] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880a0810-b122-4125-80ae-8ca0307231f6 with Priority: HIGHEST for action port [ 663.135614] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-880a0810-b122-4125-80ae-8ca0307231f6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.135614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-880a0810-b122-4125-80ae-8ca0307231f6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.135614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-880a0810-b122-4125-80ae-8ca0307231f6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.137010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-880a0810-b122-4125-80ae-8ca0307231f6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.138270] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('880a0810-b122-4125-80ae-8ca0307231f6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.244413] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.244413] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.244413] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.244413] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.244413] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.244793] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port c6e21da0-c328-4e53-8ff9-d5c3e893b4db not found, creating... [ 663.244953] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.245146] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.245269] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.245556] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.245706] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.245998] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.246172] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.246286] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.246525] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.246668] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.246795] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: c6e21da0-c328-4e53-8ff9-d5c3e893b4db is going to be created. [ 663.276926] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.277203] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.277316] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.277617] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.277853] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.278095] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-c6e21da0-c328-4e53-8ff9-d5c3e893b4db" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.376529] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b5b5c88-54ec-4ca1-8003-71077d86552b: rpc.has_security_group_logging(os_id): False [ 663.398414] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.398608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.398664] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.398880] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.398976] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.399302] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.399416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.399472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.399646] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.399723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.399919] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.400041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.400089] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.400217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.400290] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.400462] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.400553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.400611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.400746] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.400819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.400901] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b is going to be created. [ 663.474961] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.475129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.475193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.475391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.475606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.494570] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: IN_PROGRESS for 2s [ 663.646023] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 880a0810-b122-4125-80ae-8ca0307231f6 [ 663.646023] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.646023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.646023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.646023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.646023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.646023] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:880a0810-b122-4125-80ae-8ca0307231f6 already deleted. [ 663.646023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-880a0810-b122-4125-80ae-8ca0307231f6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.956476] env[65756]: INFO networking_nsxv3.common.synchronization [req-d8e6f33e-5ea5-43e0-b21a-d4dcb149de0a req-6624dbcd-2275-49bd-a918-6cf4c439e473 tempest-ServersTestMultiNic-795334324 tempest-ServersTestMultiNic-795334324-project-member] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 663.956476] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 663.957028] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.957028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.957252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.960024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.960024] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.960024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.960024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.960024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.960024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.960024] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.990316] env[65756]: INFO networking_nsxv3.common.synchronization [req-20bf8467-076a-4aae-b20d-fc407de011a9 req-ef70d8ec-9bc7-44a8-9539-46d02a42f313 service nova] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_rules [ 663.990316] env[65756]: INFO networking_nsxv3.common.synchronization [req-20bf8467-076a-4aae-b20d-fc407de011a9 req-ef70d8ec-9bc7-44a8-9539-46d02a42f313 service nova] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 663.990520] env[65756]: INFO networking_nsxv3.common.synchronization [req-20bf8467-076a-4aae-b20d-fc407de011a9 req-ef70d8ec-9bc7-44a8-9539-46d02a42f313 service nova] Enqueued Resource ID: c6e21da0-c328-4e53-8ff9-d5c3e893b4db with Priority: HIGHEST for action port [ 663.992260] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_rules [ 663.993299] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 663.993299] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e21da0-c328-4e53-8ff9-d5c3e893b4db with Priority: HIGHEST for action port [ 663.993442] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.993510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.993548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.993825] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.993910] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.995079] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.995214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.995285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.995467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.995624] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.995721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.996908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.996908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.996908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.996908] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.997493] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6e21da0-c328-4e53-8ff9-d5c3e893b4db taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.997637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6e21da0-c328-4e53-8ff9-d5c3e893b4db" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.997637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6e21da0-c328-4e53-8ff9-d5c3e893b4db" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.997751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6e21da0-c328-4e53-8ff9-d5c3e893b4db" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.998404] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e21da0-c328-4e53-8ff9-d5c3e893b4db',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.028643] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 in Status: SUCCESS [ 664.028853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.217510] env[65756]: INFO networking_nsxv3.common.synchronization [None req-2d765d21-1bba-4447-ab73-25699823701f None None] Enqueued Resource ID: 68e263ea-b23b-44ac-af5d-e727c0bbdc2f with Priority: HIGHEST for action port [ 664.217510] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e263ea-b23b-44ac-af5d-e727c0bbdc2f with Priority: HIGHEST for action port [ 664.217510] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-68e263ea-b23b-44ac-af5d-e727c0bbdc2f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.218273] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68e263ea-b23b-44ac-af5d-e727c0bbdc2f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.218529] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68e263ea-b23b-44ac-af5d-e727c0bbdc2f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.219093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68e263ea-b23b-44ac-af5d-e727c0bbdc2f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.219384] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68e263ea-b23b-44ac-af5d-e727c0bbdc2f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.461520] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.500303] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.500303] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.500303] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.501570] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6e21da0-c328-4e53-8ff9-d5c3e893b4db with status ACTIVE [ 664.501815] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.502100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.502100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.502465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.502518] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.503644] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.503644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.503644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.503644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.503644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.503938] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.503938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.503938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.504122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.504238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.504376] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6e21da0-c328-4e53-8ff9-d5c3e893b4db is going to be updated. [ 664.533885] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.534047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.534157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.534435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.534545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.537301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6e21da0-c328-4e53-8ff9-d5c3e893b4db" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.672545] env[65756]: INFO networking_nsxv3.common.synchronization [req-d8e6f33e-5ea5-43e0-b21a-d4dcb149de0a req-e6399a78-2438-4c52-a034-34ab274959af tempest-ServersTestMultiNic-795334324 tempest-ServersTestMultiNic-795334324-project-member] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 664.673495] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 664.674036] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.674339] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.722794] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68e263ea-b23b-44ac-af5d-e727c0bbdc2f [ 664.722794] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.722794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.723071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.723159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.723290] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.723418] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68e263ea-b23b-44ac-af5d-e727c0bbdc2f already deleted. [ 664.723924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68e263ea-b23b-44ac-af5d-e727c0bbdc2f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.775460] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1d33b2e-4814-41ea-912a-b7c8c485175e in Status: SUCCESS [ 664.775824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.775983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.776358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.776436] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.776572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.776647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.776828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.776912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.777027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.777525] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1d33b2e-4814-41ea-912a-b7c8c485175e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.963083] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.009348] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.198327] env[65756]: INFO networking_nsxv3.common.synchronization [req-d8e6f33e-5ea5-43e0-b21a-d4dcb149de0a req-f1a67664-b8f3-46af-b498-316c93099536 tempest-ServersTestMultiNic-795334324 tempest-ServersTestMultiNic-795334324-project-member] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 665.198953] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 665.199496] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.199622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.283382] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1d33b2e-4814-41ea-912a-b7c8c485175e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.283382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.283382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.283382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.283382] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.283382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.283382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.283382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.283382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.283382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.283382] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1d33b2e-4814-41ea-912a-b7c8c485175e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.283382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.283382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.283382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.284602] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.284602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.284602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.285892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.285892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.285892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.285892] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1d33b2e-4814-41ea-912a-b7c8c485175e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.467324] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.467558] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.467600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.467816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.467903] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.468055] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 665.503484] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.503484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.503484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.503484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.503484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.511507] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 665.512287] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: SUCCESS [ 665.512570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.512936] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.513076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.513155] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.513356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.513443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.513584] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be created. [ 665.521101] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.521101] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.521101] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.543450] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.543630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.543679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.543880] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.544063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.554283] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: UNINITIALIZED for 2s [ 665.791123] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1d33b2e-4814-41ea-912a-b7c8c485175e: rpc.has_security_group_logging(os_id): False [ 665.812028] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.812028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.812028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.812028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.812028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.812028] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.812028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.812028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.812028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.812028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.812028] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.812028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.812028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.812028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.812028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.812779] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.812779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.812779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.812779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.812779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.812779] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1d33b2e-4814-41ea-912a-b7c8c485175e is going to be created. [ 665.878051] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.878263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.878339] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.878553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.878728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.891051] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1d33b2e-4814-41ea-912a-b7c8c485175e in Status: IN_PROGRESS for 2s [ 666.022088] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.022501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.022501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.022887] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.023172] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.023409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.023479] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.024210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.024210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.024210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.024210] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.346230] env[65756]: INFO networking_nsxv3.common.synchronization [None req-e074a316-4931-4258-83b5-055b5df5068e None None] Enqueued Resource ID: 83e7fd02-04cc-45aa-b269-599ec680dbe2 with Priority: HIGHEST for action port [ 666.346802] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e7fd02-04cc-45aa-b269-599ec680dbe2 with Priority: HIGHEST for action port [ 666.347125] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-83e7fd02-04cc-45aa-b269-599ec680dbe2 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.347248] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83e7fd02-04cc-45aa-b269-599ec680dbe2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.347315] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83e7fd02-04cc-45aa-b269-599ec680dbe2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.348564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83e7fd02-04cc-45aa-b269-599ec680dbe2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.348564] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83e7fd02-04cc-45aa-b269-599ec680dbe2',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.531024] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.531024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.531024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.531024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.531024] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.531024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.531024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.531024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.531024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.531024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.531024] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.531024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.531024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.531024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.531024] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.531024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.531820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.531820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.531820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.531820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.531820] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.728934] env[65756]: INFO networking_nsxv3.common.synchronization [None req-801dbcc4-2871-4e01-b8ec-e312bf7e606f None None] Enqueued Resource ID: 43d1bb09-9d08-4def-a696-f150b9af2961 with Priority: HIGHEST for action port [ 666.729499] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d1bb09-9d08-4def-a696-f150b9af2961 with Priority: HIGHEST for action port [ 666.729793] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-43d1bb09-9d08-4def-a696-f150b9af2961 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.729916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43d1bb09-9d08-4def-a696-f150b9af2961" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.730023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43d1bb09-9d08-4def-a696-f150b9af2961" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.732316] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43d1bb09-9d08-4def-a696-f150b9af2961" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.732316] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d1bb09-9d08-4def-a696-f150b9af2961',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.856883] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83e7fd02-04cc-45aa-b269-599ec680dbe2 [ 666.860328] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.860505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.860577] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.860804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.860878] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.860975] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83e7fd02-04cc-45aa-b269-599ec680dbe2 already deleted. [ 666.861088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83e7fd02-04cc-45aa-b269-599ec680dbe2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.035748] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b5b5c88-54ec-4ca1-8003-71077d86552b: rpc.has_security_group_logging(os_id): False [ 667.053760] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.053961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.053961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.054188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.054278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.054466] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.054564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.054770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.054770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.054853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.055050] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.055124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.055597] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.055688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.055772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.056159] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.056159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.056159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.057475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.057579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.057677] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b is going to be updated. [ 667.130157] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.130157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.130308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.130645] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.130645] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.147182] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: IN_PROGRESS for 2s [ 667.239099] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43d1bb09-9d08-4def-a696-f150b9af2961 [ 667.239436] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.239561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.239611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.239809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.239889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.239967] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43d1bb09-9d08-4def-a696-f150b9af2961 already deleted. [ 667.240071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43d1bb09-9d08-4def-a696-f150b9af2961" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.536954] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 667.537414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.537542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.537939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.540776] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.540776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.540776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.540776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.540776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.540776] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.569239] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 667.569491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.569667] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.569888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.570104] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.570230] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.570310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.570460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.570538] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.570618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.570718] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.906678] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1d33b2e-4814-41ea-912a-b7c8c485175e in Status: SUCCESS [ 667.906996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.025024] env[65756]: INFO networking_nsxv3.common.synchronization [req-bb7e0c37-1a11-4ebe-8c3c-3d2285964cfc req-50d42bdc-77eb-4f31-a22f-6082441561fa tempest-SecurityGroupRulesTestJSON-9849399 tempest-SecurityGroupRulesTestJSON-9849399-project-member] Enqueued Resource ID: 29be8cc7-467c-4c07-8017-6ba143e10113 with Priority: HIGHEST for action security_group_rules [ 668.025024] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29be8cc7-467c-4c07-8017-6ba143e10113 with Priority: HIGHEST for action security_group_rules [ 668.025686] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29be8cc7-467c-4c07-8017-6ba143e10113 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.025848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29be8cc7-467c-4c07-8017-6ba143e10113" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.025968] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29be8cc7-467c-4c07-8017-6ba143e10113" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.026533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29be8cc7-467c-4c07-8017-6ba143e10113" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.026533] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29be8cc7-467c-4c07-8017-6ba143e10113',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.042428] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.042582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.042647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.042864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.042954] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.043149] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.045963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.045963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.045963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.045963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.045963] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 668.072445] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.072592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.072592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.072882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.072956] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.075706] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.075896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.075936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.076335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.076595] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.076680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.076680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.076841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.076914] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.077157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.077293] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.077569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.077621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.077761] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.080073] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.080073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.080073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.080073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.080073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.080073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.080073] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.091786] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 668.436039] env[65756]: INFO networking_nsxv3.common.synchronization [None req-e89e7488-e750-4f11-9dfe-8b391dc0d623 None None] Enqueued Resource ID: 32e17f92-13df-4fa8-b859-e13e2b2e4cf1 with Priority: HIGHEST for action port [ 668.436327] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e17f92-13df-4fa8-b859-e13e2b2e4cf1 with Priority: HIGHEST for action port [ 668.436638] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-32e17f92-13df-4fa8-b859-e13e2b2e4cf1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.436802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32e17f92-13df-4fa8-b859-e13e2b2e4cf1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.436901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32e17f92-13df-4fa8-b859-e13e2b2e4cf1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.442503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32e17f92-13df-4fa8-b859-e13e2b2e4cf1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.442571] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e17f92-13df-4fa8-b859-e13e2b2e4cf1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.552662] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.552662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.552662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.552662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.552662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.552662] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29be8cc7-467c-4c07-8017-6ba143e10113 already deleted. [ 668.552662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29be8cc7-467c-4c07-8017-6ba143e10113" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.581866] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cee2b85-8d92-421c-89ed-c099929654a4: rpc.has_security_group_logging(os_id): False [ 668.602425] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.602425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.602425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.602425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.602425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.602425] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.602425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.602425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.602425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.602425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.602425] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.602425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.602425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.603061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.603061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.603061] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.603061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.603061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.604047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.604189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.604301] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be created. [ 668.684668] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.684863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.685237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.685237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.685447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.700901] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 668.951242] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32e17f92-13df-4fa8-b859-e13e2b2e4cf1 [ 668.951503] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.951641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.951710] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.951925] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.952022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.952118] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32e17f92-13df-4fa8-b859-e13e2b2e4cf1 already deleted. [ 668.952201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32e17f92-13df-4fa8-b859-e13e2b2e4cf1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.162898] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: SUCCESS [ 669.162898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.162898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.162898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.162898] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.288578] env[65756]: INFO networking_nsxv3.common.synchronization [None req-fe733fdf-76bb-419b-8faa-eb54f9ffa9b0 None None] Enqueued Resource ID: 19863653-3335-4975-ad05-475413897e8c with Priority: HIGHEST for action port [ 669.289398] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19863653-3335-4975-ad05-475413897e8c with Priority: HIGHEST for action port [ 669.289735] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-19863653-3335-4975-ad05-475413897e8c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.289877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19863653-3335-4975-ad05-475413897e8c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.289945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19863653-3335-4975-ad05-475413897e8c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.293446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19863653-3335-4975-ad05-475413897e8c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.293647] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19863653-3335-4975-ad05-475413897e8c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.664802] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.665213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.665213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.665318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.665487] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.665596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.665671] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.665796] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.665890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.665970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.666073] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.800226] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19863653-3335-4975-ad05-475413897e8c [ 669.800532] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.800725] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.800812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.801368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.801467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.801627] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19863653-3335-4975-ad05-475413897e8c already deleted. [ 669.801833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19863653-3335-4975-ad05-475413897e8c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.110022] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 670.110197] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d deletion is rescheduled due to dependency. [ 670.110339] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.110540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.110808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.111074] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.111265] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.111360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.112763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.113039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.113039] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.170574] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.170768] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.170836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.171042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.171331] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.171447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.171504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.171676] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.171835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.172293] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.172293] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.172293] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.172539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.172539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.172643] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.172728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.172782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.172929] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.173010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.173092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.173270] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.616126] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.616660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.616913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.618203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.618379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.619424] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.619424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.619424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.619424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.619424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.619424] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 670.646989] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.648349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.648349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.648349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.648349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.657379] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 670.677628] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b5b5c88-54ec-4ca1-8003-71077d86552b: rpc.has_security_group_logging(os_id): False [ 670.697235] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.697235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.697235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.697235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.697235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.697235] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.697235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.697235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.697235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.697235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.697235] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.697235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.697235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.697235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.697235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.697842] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.698402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.699110] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.699110] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.699308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.699666] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b is going to be updated. [ 670.720607] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 670.722115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.817646] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.817805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.817858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.818086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.818223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.842268] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: IN_PROGRESS for 2s [ 672.394098] env[65756]: INFO networking_nsxv3.common.synchronization [None req-dc48ca67-842f-4b16-b89c-508f185532d4 None None] Enqueued Resource ID: 580541c3-2717-4d08-a352-236c42f0ebab with Priority: HIGHEST for action port [ 672.394098] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580541c3-2717-4d08-a352-236c42f0ebab with Priority: HIGHEST for action port [ 672.394098] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-580541c3-2717-4d08-a352-236c42f0ebab taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.394098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-580541c3-2717-4d08-a352-236c42f0ebab" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.394098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-580541c3-2717-4d08-a352-236c42f0ebab" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.394098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-580541c3-2717-4d08-a352-236c42f0ebab" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.394098] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('580541c3-2717-4d08-a352-236c42f0ebab',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.672568] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 672.673037] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d deletion is rescheduled due to dependency. [ 672.673720] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.862926] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: SUCCESS [ 672.863179] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.898155] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 580541c3-2717-4d08-a352-236c42f0ebab [ 672.898412] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.898533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.898604] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.900269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.900376] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.900483] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:580541c3-2717-4d08-a352-236c42f0ebab already deleted. [ 672.900571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-580541c3-2717-4d08-a352-236c42f0ebab" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.097960] env[65756]: INFO networking_nsxv3.common.synchronization [req-e16f51bc-5538-4a49-8efa-efa664ee69c6 req-6877fdaf-d431-43dd-8350-0397fac225cb tempest-ServersAdminTestJSON-1157423225 tempest-ServersAdminTestJSON-1157423225-project-member] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 673.098544] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 673.098857] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.099343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.100783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.101130] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.101328] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.101445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.101506] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.101666] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.101756] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.102475] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.558921] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.559872] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.559950] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.560379] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.560598] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.561012] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.561012] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.561121] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.561255] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.561677] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.561677] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.561677] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.561815] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.561881] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.562137] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.562137] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.583197] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.583495] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.583495] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.584055] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.584055] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-5cac167b-87b6-4b0d-a660-f725d2c1429a taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.585135] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-5cac167b-87b6-4b0d-a660-f725d2c1429a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.585135] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-5cac167b-87b6-4b0d-a660-f725d2c1429a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.585135] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-5cac167b-87b6-4b0d-a660-f725d2c1429a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.585135] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cac167b-87b6-4b0d-a660-f725d2c1429a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.605817] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.606497] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.606497] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.606829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.607043] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.607348] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.607565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.607659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.607864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.607979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.608104] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 already deleted. [ 673.609455] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.765143] env[65756]: INFO networking_nsxv3.common.synchronization [None req-0c463ab9-2475-416d-a573-ab41bed8498b None None] Enqueued Resource ID: 171753f7-ac30-4eab-9aa0-070be659fa8e with Priority: HIGHEST for action port [ 673.765398] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 171753f7-ac30-4eab-9aa0-070be659fa8e with Priority: HIGHEST for action port [ 673.765960] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-171753f7-ac30-4eab-9aa0-070be659fa8e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.766506] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-171753f7-ac30-4eab-9aa0-070be659fa8e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.766587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-171753f7-ac30-4eab-9aa0-070be659fa8e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.766828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-171753f7-ac30-4eab-9aa0-070be659fa8e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.766947] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('171753f7-ac30-4eab-9aa0-070be659fa8e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.089086] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.089306] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.089434] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.089727] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.089878] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.090036] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 5cac167b-87b6-4b0d-a660-f725d2c1429a not found, creating... [ 674.090392] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.090550] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.090550] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.090771] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.090911] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.091157] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.091451] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.091633] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.091862] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.091999] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.092155] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 5cac167b-87b6-4b0d-a660-f725d2c1429a is going to be created. [ 674.122457] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.122719] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.122771] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.123042] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.123266] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.123504] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-5cac167b-87b6-4b0d-a660-f725d2c1429a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.270630] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 171753f7-ac30-4eab-9aa0-070be659fa8e [ 674.270630] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.270630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.270630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.270630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.270888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.270888] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:171753f7-ac30-4eab-9aa0-070be659fa8e already deleted. [ 674.270888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-171753f7-ac30-4eab-9aa0-070be659fa8e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.837947] env[65756]: INFO networking_nsxv3.common.synchronization [req-e16f51bc-5538-4a49-8efa-efa664ee69c6 req-6635bb23-73a7-47be-b12b-291a96d268b1 service nova] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_rules [ 674.837947] env[65756]: INFO networking_nsxv3.common.synchronization [req-e16f51bc-5538-4a49-8efa-efa664ee69c6 req-6635bb23-73a7-47be-b12b-291a96d268b1 service nova] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 674.837947] env[65756]: INFO networking_nsxv3.common.synchronization [req-e16f51bc-5538-4a49-8efa-efa664ee69c6 req-6635bb23-73a7-47be-b12b-291a96d268b1 service nova] Enqueued Resource ID: 5cac167b-87b6-4b0d-a660-f725d2c1429a with Priority: HIGHEST for action port [ 674.837947] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_rules [ 674.837947] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 674.837947] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cac167b-87b6-4b0d-a660-f725d2c1429a with Priority: HIGHEST for action port [ 674.838799] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.842417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.842417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.842417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.842417] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.842417] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.842417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.842417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.842417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.842417] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.842417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.842417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.842417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.842417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.842417] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.843999] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cac167b-87b6-4b0d-a660-f725d2c1429a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.844245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cac167b-87b6-4b0d-a660-f725d2c1429a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.844495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cac167b-87b6-4b0d-a660-f725d2c1429a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.844777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cac167b-87b6-4b0d-a660-f725d2c1429a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.845156] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cac167b-87b6-4b0d-a660-f725d2c1429a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.347629] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.348808] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.349041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.349041] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cac167b-87b6-4b0d-a660-f725d2c1429a with status ACTIVE [ 675.349190] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.349350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.349500] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.349641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.349729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.349906] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.350133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.350202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.350363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.350460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.350622] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.350729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.350802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.351193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.351308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.351362] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cac167b-87b6-4b0d-a660-f725d2c1429a is going to be updated. [ 675.378390] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.378531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.378592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.379499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.379499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.379499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cac167b-87b6-4b0d-a660-f725d2c1429a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.761551] env[65756]: INFO networking_nsxv3.common.synchronization [req-08193212-2f85-4157-b0ea-817bc2f3b55f req-0484bc5f-9f88-4ffa-9de4-16a422f8e4bc tempest-DeleteServersAdminTestJSON-2070532173 tempest-DeleteServersAdminTestJSON-2070532173-project-member] Enqueued Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_members [ 675.762086] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_members [ 675.762444] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.762541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.762602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.762841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.762948] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.763157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.763228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.763379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.763464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.763556] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.854959] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.209672] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.210055] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.210055] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.210318] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.210599] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.210743] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.210857] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.211093] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.211247] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.211483] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.211596] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.211697] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.212119] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.212119] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.212119] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.212119] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.231853] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.232040] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.232175] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.232484] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.232741] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-2b67c5b1-3f45-4227-ae97-2fad6ece5346 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.232913] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-2b67c5b1-3f45-4227-ae97-2fad6ece5346" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.233036] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-2b67c5b1-3f45-4227-ae97-2fad6ece5346" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.233380] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-2b67c5b1-3f45-4227-ae97-2fad6ece5346" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.233534] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b67c5b1-3f45-4227-ae97-2fad6ece5346',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.265870] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.266092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.266092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.267165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.267165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.267165] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.267165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.267378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.267378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.267444] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.268434] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f is going to be updated. [ 676.311882] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.312073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.312119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.312307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.312566] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.323806] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f in Status: IN_PROGRESS for 2s [ 676.357861] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.358053] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.358115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.358298] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.358380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.358488] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be created. [ 676.365210] env[65756]: INFO networking_nsxv3.common.synchronization [None req-659df87c-62b6-4354-b8d3-00f87a2f2363 None None] Enqueued Resource ID: 12f4f051-8a0d-40e5-94ae-e21db784d09d with Priority: HIGHEST for action port [ 676.365978] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f4f051-8a0d-40e5-94ae-e21db784d09d with Priority: HIGHEST for action port [ 676.366359] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-12f4f051-8a0d-40e5-94ae-e21db784d09d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.366608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12f4f051-8a0d-40e5-94ae-e21db784d09d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.366693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12f4f051-8a0d-40e5-94ae-e21db784d09d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.366969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12f4f051-8a0d-40e5-94ae-e21db784d09d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.367083] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12f4f051-8a0d-40e5-94ae-e21db784d09d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.390139] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.390139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.390139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.390329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.390367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.405987] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: UNINITIALIZED for 2s [ 676.737134] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.737134] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.737134] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.737498] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.737498] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.737573] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 2b67c5b1-3f45-4227-ae97-2fad6ece5346 not found, creating... [ 676.738044] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.738220] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.738365] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.738610] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.738789] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.739286] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.739286] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.739432] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.739580] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.739707] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.739839] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 2b67c5b1-3f45-4227-ae97-2fad6ece5346 is going to be created. [ 676.761693] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.761895] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.762039] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.762376] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.762647] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.762868] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-2b67c5b1-3f45-4227-ae97-2fad6ece5346" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.870044] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12f4f051-8a0d-40e5-94ae-e21db784d09d [ 676.870570] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.870570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.870692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.870899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.871036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.871155] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12f4f051-8a0d-40e5-94ae-e21db784d09d already deleted. [ 676.871303] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12f4f051-8a0d-40e5-94ae-e21db784d09d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.473351] env[65756]: INFO networking_nsxv3.common.synchronization [req-08193212-2f85-4157-b0ea-817bc2f3b55f req-dc45015a-ba67-4021-8d7f-36db19c8e8b5 service nova] Enqueued Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_rules [ 677.473637] env[65756]: INFO networking_nsxv3.common.synchronization [req-08193212-2f85-4157-b0ea-817bc2f3b55f req-dc45015a-ba67-4021-8d7f-36db19c8e8b5 service nova] Enqueued Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_members [ 677.473727] env[65756]: INFO networking_nsxv3.common.synchronization [req-08193212-2f85-4157-b0ea-817bc2f3b55f req-dc45015a-ba67-4021-8d7f-36db19c8e8b5 service nova] Enqueued Resource ID: 2b67c5b1-3f45-4227-ae97-2fad6ece5346 with Priority: HIGHEST for action port [ 677.475054] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_rules [ 677.475205] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_members [ 677.475397] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b67c5b1-3f45-4227-ae97-2fad6ece5346 with Priority: HIGHEST for action port [ 677.475707] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.475858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.475954] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.476226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.476670] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.477938] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.477938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.478290] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b67c5b1-3f45-4227-ae97-2fad6ece5346 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.478419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b67c5b1-3f45-4227-ae97-2fad6ece5346" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.478419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b67c5b1-3f45-4227-ae97-2fad6ece5346" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.478686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b67c5b1-3f45-4227-ae97-2fad6ece5346" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.478788] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b67c5b1-3f45-4227-ae97-2fad6ece5346',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.981058] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.981514] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.981514] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b67c5b1-3f45-4227-ae97-2fad6ece5346 with status ACTIVE [ 677.981638] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.981769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.981833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.982015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.982105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.982276] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.982388] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.982447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.982600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.982680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.982911] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.982983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.983035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.983502] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.983625] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.983687] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b67c5b1-3f45-4227-ae97-2fad6ece5346 is going to be updated. [ 678.010522] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.010522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.010522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.010522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.010522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.010522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b67c5b1-3f45-4227-ae97-2fad6ece5346" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.338865] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f in Status: SUCCESS [ 678.342119] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f deletion is rescheduled due to dependency. [ 678.342119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.342119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.342119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.342119] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.342119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.342119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.342119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.342119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.344746] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.359969] env[65756]: INFO networking_nsxv3.common.synchronization [None req-0d5d556f-cead-4b3e-8e17-a54d26f52710 None None] Enqueued Resource ID: 4506663d-5d00-4cc2-b2f6-daec840e7703 with Priority: HIGHEST for action port [ 678.360888] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4506663d-5d00-4cc2-b2f6-daec840e7703 with Priority: HIGHEST for action port [ 678.361473] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-4506663d-5d00-4cc2-b2f6-daec840e7703 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.361632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4506663d-5d00-4cc2-b2f6-daec840e7703" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.362284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4506663d-5d00-4cc2-b2f6-daec840e7703" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.362284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4506663d-5d00-4cc2-b2f6-daec840e7703" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.362284] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4506663d-5d00-4cc2-b2f6-daec840e7703',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.416873] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 678.417108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.417277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.417491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.417678] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.417799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.417863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.418039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.418143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.418221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.418319] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.544747] env[65756]: INFO networking_nsxv3.common.synchronization [req-7830f344-c513-4fa9-a455-24ad744b859c req-9a8d130b-3ce2-4b65-b4d9-4e12603d343d tempest-SecurityGroupRulesTestJSON-9849399 tempest-SecurityGroupRulesTestJSON-9849399-project-member] Enqueued Resource ID: 890190fb-37e1-49fa-81eb-a5a676ce79b8 with Priority: HIGHEST for action security_group_rules [ 678.547356] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 890190fb-37e1-49fa-81eb-a5a676ce79b8 with Priority: HIGHEST for action security_group_rules [ 678.547356] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-890190fb-37e1-49fa-81eb-a5a676ce79b8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.547356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-890190fb-37e1-49fa-81eb-a5a676ce79b8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.547356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-890190fb-37e1-49fa-81eb-a5a676ce79b8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.547356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-890190fb-37e1-49fa-81eb-a5a676ce79b8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.547356] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('890190fb-37e1-49fa-81eb-a5a676ce79b8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.815178] env[65756]: INFO networking_nsxv3.common.synchronization [req-ad567d79-1d87-4a97-b630-20cc69d3fee1 req-0e64994f-f8d0-47bb-b6d7-85151069e5b7 tempest-ServersAdminTestJSON-1157423225 tempest-ServersAdminTestJSON-1157423225-project-member] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 678.815440] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 678.815742] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.815874] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.816083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.816288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.816447] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.816582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.816645] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.816744] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.816828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.816919] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.848591] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.865870] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4506663d-5d00-4cc2-b2f6-daec840e7703 [ 678.866299] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.866299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.866299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.866485] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.867419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.867419] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4506663d-5d00-4cc2-b2f6-daec840e7703 already deleted. [ 678.867419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4506663d-5d00-4cc2-b2f6-daec840e7703" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.922118] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.922118] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.079254] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.079590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.079590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.081615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.081615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.081615] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 890190fb-37e1-49fa-81eb-a5a676ce79b8 already deleted. [ 679.081615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-890190fb-37e1-49fa-81eb-a5a676ce79b8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.235906] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.235906] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.236794] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.237396] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.238459] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.238689] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.238804] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.239247] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.239247] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.239424] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.239533] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.240758] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.240758] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.241025] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.241025] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.241294] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.263752] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.265031] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.265031] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.265213] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.265596] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-cda41004-48aa-4e66-b91a-598c0787858d taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.265797] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-cda41004-48aa-4e66-b91a-598c0787858d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.265960] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-cda41004-48aa-4e66-b91a-598c0787858d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.266424] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-cda41004-48aa-4e66-b91a-598c0787858d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.266562] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cda41004-48aa-4e66-b91a-598c0787858d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.319502] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.351776] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.770294] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.770564] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.770667] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.770949] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.771139] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.771373] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port cda41004-48aa-4e66-b91a-598c0787858d not found, creating... [ 679.771733] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.771902] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.772034] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.772270] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.772406] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.772693] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.772884] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.773818] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.774087] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.774231] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.774398] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: cda41004-48aa-4e66-b91a-598c0787858d is going to be created. [ 679.804526] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.804747] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.804889] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.805160] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.806081] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.806081] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-cda41004-48aa-4e66-b91a-598c0787858d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.823828] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.856042] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.856222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.856293] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.856515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.856639] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.856768] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f is going to be updated. [ 679.897912] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.897912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.898239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.898784] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.898784] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.919989] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f in Status: IN_PROGRESS for 2s [ 680.327566] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.328039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.328039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.328459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.328459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.328459] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be updated. [ 680.362991] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.363202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.363247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.363468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.363618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.375464] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: IN_PROGRESS for 2s [ 680.541359] env[65756]: INFO networking_nsxv3.common.synchronization [req-ad567d79-1d87-4a97-b630-20cc69d3fee1 req-811f0837-899b-4445-b6aa-6700d931ee45 service nova] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_rules [ 680.541571] env[65756]: INFO networking_nsxv3.common.synchronization [req-ad567d79-1d87-4a97-b630-20cc69d3fee1 req-811f0837-899b-4445-b6aa-6700d931ee45 service nova] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 680.541705] env[65756]: INFO networking_nsxv3.common.synchronization [req-ad567d79-1d87-4a97-b630-20cc69d3fee1 req-811f0837-899b-4445-b6aa-6700d931ee45 service nova] Enqueued Resource ID: cda41004-48aa-4e66-b91a-598c0787858d with Priority: HIGHEST for action port [ 680.542226] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_rules [ 680.542440] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 680.542547] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cda41004-48aa-4e66-b91a-598c0787858d with Priority: HIGHEST for action port [ 680.542821] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.542926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.543190] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.543312] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.543448] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-cda41004-48aa-4e66-b91a-598c0787858d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.543549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cda41004-48aa-4e66-b91a-598c0787858d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.543613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cda41004-48aa-4e66-b91a-598c0787858d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.543820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cda41004-48aa-4e66-b91a-598c0787858d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.543889] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cda41004-48aa-4e66-b91a-598c0787858d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.944479] env[65756]: INFO networking_nsxv3.common.synchronization [None req-5e68e04b-a611-492f-82f2-9ba5ef8bfe67 None None] Enqueued Resource ID: 45695fd3-6e5a-4002-9e6f-059f9407e499 with Priority: HIGHEST for action port [ 680.945135] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45695fd3-6e5a-4002-9e6f-059f9407e499 with Priority: HIGHEST for action port [ 680.945637] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-45695fd3-6e5a-4002-9e6f-059f9407e499 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.945773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45695fd3-6e5a-4002-9e6f-059f9407e499" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.945842] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45695fd3-6e5a-4002-9e6f-059f9407e499" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.946228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45695fd3-6e5a-4002-9e6f-059f9407e499" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.946228] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45695fd3-6e5a-4002-9e6f-059f9407e499',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.046317] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cda41004-48aa-4e66-b91a-598c0787858d with status ACTIVE [ 681.050025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.050025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.050025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.050025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.050025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.050025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.050025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.050025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.050025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.050025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.050025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.050025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.050025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.050025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.050025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.050025] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cda41004-48aa-4e66-b91a-598c0787858d is going to be updated. [ 681.076313] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.076990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.076990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.076990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.076990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.077238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cda41004-48aa-4e66-b91a-598c0787858d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.452593] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45695fd3-6e5a-4002-9e6f-059f9407e499 [ 681.454118] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.454118] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.454118] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.454118] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.454118] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.454561] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45695fd3-6e5a-4002-9e6f-059f9407e499 already deleted. [ 681.454561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45695fd3-6e5a-4002-9e6f-059f9407e499" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.473893] env[65756]: INFO networking_nsxv3.common.synchronization [req-c2297c63-87dd-414e-b79c-c71980c9d7a1 req-3b401f50-f315-4bf4-a4d0-6f2c5cc9ab98 tempest-ServerAddressesTestJSON-552339658 tempest-ServerAddressesTestJSON-552339658-project-member] Enqueued Resource ID: be9671d3-5c21-4466-aa99-731f46a7fd50 with Priority: HIGHEST for action security_group_members [ 681.475101] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9671d3-5c21-4466-aa99-731f46a7fd50 with Priority: HIGHEST for action security_group_members [ 681.476836] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9671d3-5c21-4466-aa99-731f46a7fd50 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.476836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.476836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.477950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.477950] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.477950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.477950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.477950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.477950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.477950] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9671d3-5c21-4466-aa99-731f46a7fd50',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.939222] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f in Status: SUCCESS [ 681.939222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.939222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.939222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.939222] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.939222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.939222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.939222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.939222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.939222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.939222] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.951586] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.951881] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-763" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.952189] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-763" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.952627] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-763" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.953102] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.953413] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.953706] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.953996] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.954275] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.954588] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.954841] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.955060] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.955274] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.955521] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.955753] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.956564] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.977398] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.977566] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.977693] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.977879] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-763" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.978213] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-7a893938-cf7a-42fb-a9e9-d107e2f9819b taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.978380] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-7a893938-cf7a-42fb-a9e9-d107e2f9819b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.978485] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-7a893938-cf7a-42fb-a9e9-d107e2f9819b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.978803] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-7a893938-cf7a-42fb-a9e9-d107e2f9819b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.978935] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a893938-cf7a-42fb-a9e9-d107e2f9819b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.984011] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.984243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.984379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.984592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.984848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.985110] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.985220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.985281] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.985450] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.985530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.985628] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9671d3-5c21-4466-aa99-731f46a7fd50 already deleted. [ 681.985709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.390571] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 682.390793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.390959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.391196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.391457] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.391594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.391661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.391827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.392054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.392150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.392318] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.392415] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.392465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.392624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.392823] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.392943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.393024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.393224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.393343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.393437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.393545] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.394742] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.394818] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.394981] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.395097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.395187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.395445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.395445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.395562] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.441119] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.441402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.441504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.443754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.443754] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.443754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.443754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.443754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.443754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.443754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.443754] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.443754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.443754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.443754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.443754] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.443754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.444404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.444404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.444601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.444700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.444845] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.482629] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.482956] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.483015] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.483340] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.483468] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.483616] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 7a893938-cf7a-42fb-a9e9-d107e2f9819b not found, creating... [ 682.483858] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.484012] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.484137] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.484349] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.484483] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.484752] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.484916] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.485506] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.486058] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.486244] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.486489] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 7a893938-cf7a-42fb-a9e9-d107e2f9819b is going to be created. [ 682.511213] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.511801] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.511801] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.511964] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.512851] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.512851] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-7a893938-cf7a-42fb-a9e9-d107e2f9819b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.897494] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7012c325-a947-4a21-ae72-a89a8d596e43: rpc.has_security_group_logging(os_id): False [ 682.899634] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.919354] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.920859] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.920859] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.920859] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.920859] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.920859] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.920859] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.920859] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.921356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.921356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.921356] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.921356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.921356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.921642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.921642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.922521] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.922521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.922521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.922521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.922521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.922758] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be created. [ 682.947944] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5ea009-91a0-40f8-b0fe-04d25595226f: rpc.has_security_group_logging(os_id): False [ 682.969638] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.969638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.969638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.969638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.969638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.969638] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.969638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.970046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.970046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.970582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.970582] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.970718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.971058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.971325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.971325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.972029] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.972029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.972029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.972353] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.972353] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.973170] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f is going to be updated. [ 682.992916] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.992916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.992916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.992916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.992916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.005665] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: IN_PROGRESS for 2s [ 683.075747] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.075997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.076187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.076447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.076670] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.088198] env[65756]: INFO networking_nsxv3.common.synchronization [None req-fd131911-660a-4f61-8a66-62536a87c2ae tempest-ServerActionsTestJSON-2120773453 tempest-ServerActionsTestJSON-2120773453-project-member] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_rules [ 683.088399] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_rules [ 683.088744] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.088860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.088925] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.089294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.089430] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.096975] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f in Status: IN_PROGRESS for 2s [ 683.316719] env[65756]: INFO networking_nsxv3.common.synchronization [req-c2297c63-87dd-414e-b79c-c71980c9d7a1 req-e24ce0b2-9c43-4996-a241-4d3a53091fb9 service nova] Enqueued Resource ID: be9671d3-5c21-4466-aa99-731f46a7fd50 with Priority: HIGHEST for action security_group_rules [ 683.316898] env[65756]: INFO networking_nsxv3.common.synchronization [req-c2297c63-87dd-414e-b79c-c71980c9d7a1 req-e24ce0b2-9c43-4996-a241-4d3a53091fb9 service nova] Enqueued Resource ID: be9671d3-5c21-4466-aa99-731f46a7fd50 with Priority: HIGHEST for action security_group_members [ 683.317215] env[65756]: INFO networking_nsxv3.common.synchronization [req-c2297c63-87dd-414e-b79c-c71980c9d7a1 req-e24ce0b2-9c43-4996-a241-4d3a53091fb9 service nova] Enqueued Resource ID: 7a893938-cf7a-42fb-a9e9-d107e2f9819b with Priority: HIGHEST for action port [ 683.317815] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9671d3-5c21-4466-aa99-731f46a7fd50 with Priority: HIGHEST for action security_group_rules [ 683.317961] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9671d3-5c21-4466-aa99-731f46a7fd50 with Priority: HIGHEST for action security_group_members [ 683.318073] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a893938-cf7a-42fb-a9e9-d107e2f9819b with Priority: HIGHEST for action port [ 683.318361] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9671d3-5c21-4466-aa99-731f46a7fd50 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.318555] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.318555] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.318816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.318887] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9671d3-5c21-4466-aa99-731f46a7fd50',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.320069] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9671d3-5c21-4466-aa99-731f46a7fd50 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.320581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.320581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.320581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.320797] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.320797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.320797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.320964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.320964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.321070] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9671d3-5c21-4466-aa99-731f46a7fd50',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.322411] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a893938-cf7a-42fb-a9e9-d107e2f9819b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.322550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a893938-cf7a-42fb-a9e9-d107e2f9819b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.322670] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a893938-cf7a-42fb-a9e9-d107e2f9819b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.322790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a893938-cf7a-42fb-a9e9-d107e2f9819b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.323050] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a893938-cf7a-42fb-a9e9-d107e2f9819b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.402685] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.518099] env[65756]: INFO networking_nsxv3.common.synchronization [None req-6cf29c0d-a993-40f5-83ca-4aad4041900e tempest-ServerActionsTestJSON-2120773453 tempest-ServerActionsTestJSON-2120773453-project-member] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_rules [ 683.521491] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_rules [ 683.521491] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.521491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.698896] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.698896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.698896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.698896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.698896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.698896] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 already deleted. [ 683.698896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.698896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.699269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.699269] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.829814] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9671d3-5c21-4466-aa99-731f46a7fd50 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.829814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.829814] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be9671d3-5c21-4466-aa99-731f46a7fd50',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.829814] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a893938-cf7a-42fb-a9e9-d107e2f9819b with status ACTIVE [ 683.829814] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.829814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.829814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.829814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.829814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.829814] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.829814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.829814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.829814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.829814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.830606] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.830606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.830606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.830606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.830606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.830606] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a893938-cf7a-42fb-a9e9-d107e2f9819b is going to be updated. [ 683.857836] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.857836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.857836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.857836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.857836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.858182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a893938-cf7a-42fb-a9e9-d107e2f9819b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.906319] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.906319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.906319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.906319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.906514] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.906514] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be updated. [ 683.947211] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.947311] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.947365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.947632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.947789] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.957509] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: IN_PROGRESS for 2s [ 684.224800] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.225063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.225129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.225459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.225602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.225745] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 already deleted. [ 684.225896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.336215] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be9671d3-5c21-4466-aa99-731f46a7fd50',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.423138] env[65756]: INFO networking_nsxv3.common.synchronization [req-3d9e6e5d-c38f-4594-9090-cd162dc9955d req-4c933739-8b32-4e73-8e61-3d6a89e3e778 tempest-DeleteServersTestJSON-1529222805 tempest-DeleteServersTestJSON-1529222805-project-member] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 684.429188] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 684.429188] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.429188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.429188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.429188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.429188] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.429188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.429188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.429188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.429188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.429188] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.838688] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.838688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.838688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.838688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.838688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.838688] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9671d3-5c21-4466-aa99-731f46a7fd50 is going to be created. [ 684.862596] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.862596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.862596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.862882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.862918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.873622] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9671d3-5c21-4466-aa99-731f46a7fd50 in Status: UNINITIALIZED for 2s [ 684.906976] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.907192] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.907300] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.907590] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.907846] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.907998] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.908579] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.908811] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.908952] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.909165] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.909272] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.909363] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.909463] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.909742] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.909742] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.909846] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.934659] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.934821] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.934949] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.935137] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.935519] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-d4cc735e-9e34-4997-809a-ea48bd20a0c1 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.935741] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-d4cc735e-9e34-4997-809a-ea48bd20a0c1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.936024] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-d4cc735e-9e34-4997-809a-ea48bd20a0c1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.936102] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-d4cc735e-9e34-4997-809a-ea48bd20a0c1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.936237] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4cc735e-9e34-4997-809a-ea48bd20a0c1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.937605] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.937727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.937791] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.937970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.938067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.938307] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.938403] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.938463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.938785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.938878] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.938966] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 684.964949] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.965252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.965334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.965831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.965915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.979105] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 685.013639] env[65756]: INFO networking_nsxv3.common.synchronization [None req-17738a6d-4c20-4b12-955c-ac85c0eaf5af None None] Enqueued Resource ID: 359b3d40-598c-4965-90f0-7aa29aea2f8b with Priority: HIGHEST for action port [ 685.014671] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 359b3d40-598c-4965-90f0-7aa29aea2f8b with Priority: HIGHEST for action port [ 685.015443] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-359b3d40-598c-4965-90f0-7aa29aea2f8b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.015600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-359b3d40-598c-4965-90f0-7aa29aea2f8b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.015681] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-359b3d40-598c-4965-90f0-7aa29aea2f8b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.016132] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-359b3d40-598c-4965-90f0-7aa29aea2f8b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.016348] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('359b3d40-598c-4965-90f0-7aa29aea2f8b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.022173] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 685.022460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.023824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.023824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.023824] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.111035] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f in Status: SUCCESS [ 685.111510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.441638] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.441833] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.441833] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.443342] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.443342] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.443342] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port d4cc735e-9e34-4997-809a-ea48bd20a0c1 not found, creating... [ 685.443342] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.443342] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.443342] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.443342] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.444220] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.444220] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.444220] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.444220] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.444520] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.444867] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.445209] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: d4cc735e-9e34-4997-809a-ea48bd20a0c1 is going to be created. [ 685.473367] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.473367] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.473613] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.473810] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.474149] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.474409] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-d4cc735e-9e34-4997-809a-ea48bd20a0c1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.519667] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 359b3d40-598c-4965-90f0-7aa29aea2f8b [ 685.520059] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.520326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.520405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.521036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.521036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.521036] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:359b3d40-598c-4965-90f0-7aa29aea2f8b already deleted. [ 685.521203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-359b3d40-598c-4965-90f0-7aa29aea2f8b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.533454] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.533454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.973109] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 685.974083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.974083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.974083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.974344] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.974344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.974344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.975278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.975278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.975278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.975278] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.076043] env[65756]: INFO networking_nsxv3.common.synchronization [req-ed0411d0-02d2-4f3d-b219-b02e3726fbeb req-7a7fdeff-d289-41c5-b2a2-78965ced86cb tempest-ListServersNegativeTestJSON-704088029 tempest-ListServersNegativeTestJSON-704088029-project-member] Enqueued Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 686.076654] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 686.076971] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.077140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.077223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.077413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.077563] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.077758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.077820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.078016] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.078114] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.078223] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.245933] env[65756]: INFO networking_nsxv3.common.synchronization [req-3d9e6e5d-c38f-4594-9090-cd162dc9955d req-612bc3a7-5a3b-4e58-ba52-9d922ce4a05d service nova] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_rules [ 686.246182] env[65756]: INFO networking_nsxv3.common.synchronization [req-3d9e6e5d-c38f-4594-9090-cd162dc9955d req-612bc3a7-5a3b-4e58-ba52-9d922ce4a05d service nova] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 686.246675] env[65756]: INFO networking_nsxv3.common.synchronization [req-3d9e6e5d-c38f-4594-9090-cd162dc9955d req-612bc3a7-5a3b-4e58-ba52-9d922ce4a05d service nova] Enqueued Resource ID: d4cc735e-9e34-4997-809a-ea48bd20a0c1 with Priority: HIGHEST for action port [ 686.247328] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_rules [ 686.248149] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 686.248308] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4cc735e-9e34-4997-809a-ea48bd20a0c1 with Priority: HIGHEST for action port [ 686.248725] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.248936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.248990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.249222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.249301] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.250275] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.250422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.253168] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4cc735e-9e34-4997-809a-ea48bd20a0c1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.253168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4cc735e-9e34-4997-809a-ea48bd20a0c1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.253168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4cc735e-9e34-4997-809a-ea48bd20a0c1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.253168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4cc735e-9e34-4997-809a-ea48bd20a0c1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.253591] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4cc735e-9e34-4997-809a-ea48bd20a0c1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.479257] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.479444] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.479503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.479700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.479875] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.479978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.480087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.480226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.480319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.480418] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.480566] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.480659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.480728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.480891] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.481043] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.481140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.481208] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.481355] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.481457] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.481545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.481642] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.580667] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.755548] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.755712] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.755853] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4cc735e-9e34-4997-809a-ea48bd20a0c1 with status ACTIVE [ 686.756252] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.756252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.756252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.757065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.757065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.757065] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.757065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.757065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.757065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.757065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.757811] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.757811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.757811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.757811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.757811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.757811] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4cc735e-9e34-4997-809a-ea48bd20a0c1 is going to be updated. [ 686.787492] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.787492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.787492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.787492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.787492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.787492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4cc735e-9e34-4997-809a-ea48bd20a0c1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.891611] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9671d3-5c21-4466-aa99-731f46a7fd50 in Status: SUCCESS [ 686.891831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.892025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.892270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.892552] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.892717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.892819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.893379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.893379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.893379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.893379] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be9671d3-5c21-4466-aa99-731f46a7fd50',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.903029] env[65756]: INFO networking_nsxv3.common.synchronization [req-bb1f79e8-dc8b-4821-8d68-8085db0d193b req-ebed68ee-2137-4042-bad7-d0f052950216 tempest-VolumesAdminNegativeTest-1020269699 tempest-VolumesAdminNegativeTest-1020269699-project-member] Enqueued Resource ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 with Priority: HIGHEST for action security_group_members [ 686.903029] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 with Priority: HIGHEST for action security_group_members [ 686.903029] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff3108f5-d6ef-4ddb-a313-c982c86056e3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.903029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.903029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.903029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.903029] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.903660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.903660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.903660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.903660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.903660] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff3108f5-d6ef-4ddb-a313-c982c86056e3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.989759] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7012c325-a947-4a21-ae72-a89a8d596e43: rpc.has_security_group_logging(os_id): False [ 686.991777] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 686.991954] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 deletion is rescheduled due to dependency. [ 686.992058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.992822] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.993686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.993686] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.993686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.993686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.993686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.993686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.994084] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.015170] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.015170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.015170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.015170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.015170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.015170] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.015170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.015170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.015170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.015170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.015170] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.015170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.015170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.015170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.015170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.015983] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.015983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.015983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.015983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.015983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.015983] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be updated. [ 687.088211] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.116560] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.118654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.118654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.118654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.118654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.138034] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: IN_PROGRESS for 2s [ 687.383416] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.383606] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-885" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.383720] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-885" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.384155] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-885" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.384786] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.385015] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.385169] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.385430] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.385615] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.385874] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.386011] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.386149] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.386280] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.386438] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.386573] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.387112] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.398473] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9671d3-5c21-4466-aa99-731f46a7fd50 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.398712] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.398712] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.399244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.399744] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.399744] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.399744] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.400263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.400357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.400475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.400607] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9671d3-5c21-4466-aa99-731f46a7fd50 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.400700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.400758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.400915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.401067] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.401154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.401223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.401346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.401510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.401510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.401654] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be9671d3-5c21-4466-aa99-731f46a7fd50',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.408836] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.409135] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.409135] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.409373] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-885" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.409650] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-f5600914-6910-4f6f-8360-d853ae825faf taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.409840] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-f5600914-6910-4f6f-8360-d853ae825faf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.409923] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-f5600914-6910-4f6f-8360-d853ae825faf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.410273] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-f5600914-6910-4f6f-8360-d853ae825faf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.410414] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5600914-6910-4f6f-8360-d853ae825faf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.411461] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.411603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.411668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.412150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.412555] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.412767] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.412883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.412964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.413093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.413168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.413260] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 already deleted. [ 687.413345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.497313] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.593504] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.593504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.593808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.593808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.593881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.594408] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b is going to be updated. [ 687.628816] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.628816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.628816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.629015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.629226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.639644] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: IN_PROGRESS for 2s [ 687.904629] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be9671d3-5c21-4466-aa99-731f46a7fd50: rpc.has_security_group_logging(os_id): False [ 687.915521] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.915744] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.915861] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.916162] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.916316] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.916450] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port f5600914-6910-4f6f-8360-d853ae825faf not found, creating... [ 687.916697] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.916851] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.916957] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.917188] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.917312] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.917580] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.917775] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.917838] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.918066] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.918195] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.918287] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: f5600914-6910-4f6f-8360-d853ae825faf is going to be created. [ 687.923885] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.924075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.924119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.925143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.925143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.925143] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.925143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.925143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.925143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.925143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.925653] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.925653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.925653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.925653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.925884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.925939] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.926061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.926122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.926263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.926346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.926457] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9671d3-5c21-4466-aa99-731f46a7fd50 is going to be created. [ 687.947080] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.947378] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.947521] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.947840] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.948125] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.948384] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-f5600914-6910-4f6f-8360-d853ae825faf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.996688] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.997185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.997185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.997185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.997574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.000044] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.013089] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9671d3-5c21-4466-aa99-731f46a7fd50 in Status: IN_PROGRESS for 2s [ 688.502393] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.503253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.505191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.505191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.505191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.505191] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 688.537826] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.538027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.538103] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.539454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.539454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.548319] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 688.700376] env[65756]: INFO networking_nsxv3.common.synchronization [req-bb1f79e8-dc8b-4821-8d68-8085db0d193b req-b9723ad2-c6f5-4465-a34a-22e80e536d02 service nova] Enqueued Resource ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 with Priority: HIGHEST for action security_group_rules [ 688.700530] env[65756]: INFO networking_nsxv3.common.synchronization [req-bb1f79e8-dc8b-4821-8d68-8085db0d193b req-b9723ad2-c6f5-4465-a34a-22e80e536d02 service nova] Enqueued Resource ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 with Priority: HIGHEST for action security_group_members [ 688.700662] env[65756]: INFO networking_nsxv3.common.synchronization [req-bb1f79e8-dc8b-4821-8d68-8085db0d193b req-b9723ad2-c6f5-4465-a34a-22e80e536d02 service nova] Enqueued Resource ID: f5600914-6910-4f6f-8360-d853ae825faf with Priority: HIGHEST for action port [ 688.700953] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 with Priority: HIGHEST for action security_group_rules [ 688.701055] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 with Priority: HIGHEST for action security_group_members [ 688.701128] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5600914-6910-4f6f-8360-d853ae825faf with Priority: HIGHEST for action port [ 688.701715] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff3108f5-d6ef-4ddb-a313-c982c86056e3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.701866] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.701942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.703589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.703704] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff3108f5-d6ef-4ddb-a313-c982c86056e3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.704766] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff3108f5-d6ef-4ddb-a313-c982c86056e3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.704881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.704881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.705170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.705170] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.705466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.705466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.705466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.705570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.705622] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff3108f5-d6ef-4ddb-a313-c982c86056e3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.706623] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5600914-6910-4f6f-8360-d853ae825faf taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.706623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5600914-6910-4f6f-8360-d853ae825faf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.706623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5600914-6910-4f6f-8360-d853ae825faf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.706792] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5600914-6910-4f6f-8360-d853ae825faf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.706841] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5600914-6910-4f6f-8360-d853ae825faf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.749923] env[65756]: INFO networking_nsxv3.common.synchronization [None req-668d3834-ce34-410a-9f3c-0563f5eb43a7 None None] Enqueued Resource ID: 87dc540b-ce03-4d2b-8ff5-82fd69a0e773 with Priority: HIGHEST for action port [ 688.750469] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87dc540b-ce03-4d2b-8ff5-82fd69a0e773 with Priority: HIGHEST for action port [ 688.750770] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-87dc540b-ce03-4d2b-8ff5-82fd69a0e773 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.750913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87dc540b-ce03-4d2b-8ff5-82fd69a0e773" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.750956] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87dc540b-ce03-4d2b-8ff5-82fd69a0e773" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.754728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87dc540b-ce03-4d2b-8ff5-82fd69a0e773" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.754728] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87dc540b-ce03-4d2b-8ff5-82fd69a0e773',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.164432] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 689.165340] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.208773] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff3108f5-d6ef-4ddb-a313-c982c86056e3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.212467] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff3108f5-d6ef-4ddb-a313-c982c86056e3 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.212632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.212802] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5600914-6910-4f6f-8360-d853ae825faf with status ACTIVE [ 689.213026] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.213191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.213274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.213456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.213544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.213726] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.213867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.213867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.214250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.214361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.214562] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.214699] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.214699] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.214927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.215055] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.215186] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5600914-6910-4f6f-8360-d853ae825faf is going to be updated. [ 689.256955] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87dc540b-ce03-4d2b-8ff5-82fd69a0e773 [ 689.257218] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.257354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.257420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.257666] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.257767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.258451] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87dc540b-ce03-4d2b-8ff5-82fd69a0e773 already deleted. [ 689.258451] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87dc540b-ce03-4d2b-8ff5-82fd69a0e773" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.321267] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.321494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.321576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.321746] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.321916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.322102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5600914-6910-4f6f-8360-d853ae825faf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.654309] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: SUCCESS [ 689.654309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.717552] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff3108f5-d6ef-4ddb-a313-c982c86056e3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.895994] env[65756]: INFO networking_nsxv3.common.synchronization [req-a4955d35-29ff-4b10-84d6-5d15b4f6bb13 req-eddc4570-e288-4778-8dc8-a5c821e05b09 tempest-ServersTestMultiNic-795334324 tempest-ServersTestMultiNic-795334324-project-member] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 689.896590] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 689.897688] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.897688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.897688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.897688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.897688] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.897688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.898061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.898061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.898061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.898185] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.029786] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9671d3-5c21-4466-aa99-731f46a7fd50 in Status: SUCCESS [ 690.030101] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.222683] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.223046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.223046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.223200] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.223314] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.223378] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 is going to be created. [ 690.251752] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.251930] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.251977] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.252195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.252352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.264417] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 in Status: UNINITIALIZED for 2s [ 690.330178] env[65756]: INFO networking_nsxv3.common.synchronization [req-a4955d35-29ff-4b10-84d6-5d15b4f6bb13 req-3b7dc700-d1af-4d00-8e21-01573f03d6ad tempest-ServersTestMultiNic-795334324 tempest-ServersTestMultiNic-795334324-project-member] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 690.330178] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 690.330741] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.331174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.404193] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.404193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.404193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.404193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.404193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.404193] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.404193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.404193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.404193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.404193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.404193] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 690.436548] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.436778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.436778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.437288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.437288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.449145] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 690.560665] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 690.561211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.561211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.561549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.562187] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.562187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.562187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.562440] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.562482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.562572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.562686] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.786031] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.786031] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-609" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.786031] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-609" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.786031] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-609" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.786031] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.786031] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.786031] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.786031] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.786031] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.786031] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.786031] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.786850] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.786850] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.786850] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.786850] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.786850] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.827790] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.827790] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.827790] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.827790] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-609" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.827790] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-b53900a0-2d81-4990-972b-4874333a1219 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.827790] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-b53900a0-2d81-4990-972b-4874333a1219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.827790] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-b53900a0-2d81-4990-972b-4874333a1219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.827790] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-b53900a0-2d81-4990-972b-4874333a1219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.827790] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b53900a0-2d81-4990-972b-4874333a1219',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.072901] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.072901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.072901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.072901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.072901] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.072901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.072901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.072901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.072901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.072901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.072901] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.072901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.072901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.072901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.072901] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.072901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.073545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.073545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.073545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.073545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.073545] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.331597] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.331932] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.331932] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.332251] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.332939] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.332939] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port b53900a0-2d81-4990-972b-4874333a1219 not found, creating... [ 691.332939] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.332939] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.333270] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.333270] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.334033] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.334033] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.334033] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.334033] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.334266] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.334337] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.334516] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: b53900a0-2d81-4990-972b-4874333a1219 is going to be created. [ 691.359631] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.359856] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.359950] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.360279] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.360745] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.360745] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-b53900a0-2d81-4990-972b-4874333a1219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.574832] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17d65494-586f-4657-a8b1-01c4aff93a23: rpc.has_security_group_logging(os_id): False [ 691.601074] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.601296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.601372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.602045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.602045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.602179] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.602279] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.602397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.602624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.602718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.602932] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.603674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.603797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.604060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.604160] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.604513] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.604680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.604680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.604991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.604991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.605152] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 691.704571] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.704571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.704571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.704983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.704983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.722314] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 692.069248] env[65756]: INFO networking_nsxv3.common.synchronization [req-a4955d35-29ff-4b10-84d6-5d15b4f6bb13 req-aba56577-f699-4b7d-b723-7cb8c73000c7 service nova] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_rules [ 692.069550] env[65756]: INFO networking_nsxv3.common.synchronization [req-a4955d35-29ff-4b10-84d6-5d15b4f6bb13 req-aba56577-f699-4b7d-b723-7cb8c73000c7 service nova] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 692.069768] env[65756]: INFO networking_nsxv3.common.synchronization [req-a4955d35-29ff-4b10-84d6-5d15b4f6bb13 req-aba56577-f699-4b7d-b723-7cb8c73000c7 service nova] Enqueued Resource ID: b53900a0-2d81-4990-972b-4874333a1219 with Priority: HIGHEST for action port [ 692.070631] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_rules [ 692.070870] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 692.070954] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53900a0-2d81-4990-972b-4874333a1219 with Priority: HIGHEST for action port [ 692.071304] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.071531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.071639] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.071864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.071986] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.073526] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.073689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.073947] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-b53900a0-2d81-4990-972b-4874333a1219 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.074156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b53900a0-2d81-4990-972b-4874333a1219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.074302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b53900a0-2d81-4990-972b-4874333a1219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.074441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b53900a0-2d81-4990-972b-4874333a1219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.074526] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b53900a0-2d81-4990-972b-4874333a1219',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.276050] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 in Status: SUCCESS [ 692.276377] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.276612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.276964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.278163] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.278163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.278163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.278163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.278163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.278163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.278163] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff3108f5-d6ef-4ddb-a313-c982c86056e3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.464262] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 692.464262] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d deletion is rescheduled due to dependency. [ 692.464262] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.464802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.465034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.465332] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.466047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.466188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.466443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.466574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.466744] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.576657] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.576912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.578510] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b53900a0-2d81-4990-972b-4874333a1219 with status ACTIVE [ 692.580621] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.580621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.580621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.580621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.580621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.580621] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.580621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.580621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.580621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.580621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.580621] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.580621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.580621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.580621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.580621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.580621] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b53900a0-2d81-4990-972b-4874333a1219 is going to be updated. [ 692.603808] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.604062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.604062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.604357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.604504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.604683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b53900a0-2d81-4990-972b-4874333a1219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.781218] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff3108f5-d6ef-4ddb-a313-c982c86056e3 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.781804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.781804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.781804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.782038] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.782132] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.782191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.782389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.782491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.782613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.782761] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff3108f5-d6ef-4ddb-a313-c982c86056e3 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.782870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.782943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.783256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.783401] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.783495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.783643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.783707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.783772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.784019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.784019] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff3108f5-d6ef-4ddb-a313-c982c86056e3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.972289] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.289945] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff3108f5-d6ef-4ddb-a313-c982c86056e3: rpc.has_security_group_logging(os_id): False [ 693.317550] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.317550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.317550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.317550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.317550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.317550] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.317550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.317550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.317550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.317550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.318238] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.318238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.318238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.318238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.318238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.318238] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.318484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.318484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.318484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.318594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.318594] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 is going to be created. [ 693.347887] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.348135] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-429" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.348254] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-429" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.348596] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-429" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.349366] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.350197] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.350197] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.350379] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.350531] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.350740] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.350874] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.351014] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.351134] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.351413] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.351413] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.351566] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.375043] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.375503] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.377323] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.377323] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-429" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.377323] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.377323] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.377323] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.377323] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.377323] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.395525] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.395769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.395839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.397663] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.397663] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.410729] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 in Status: IN_PROGRESS for 2s [ 693.476062] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.605908] env[65756]: INFO networking_nsxv3.common.synchronization [None req-c676bb4c-e26b-4a7e-a3a6-9a32b5c004dc None None] Enqueued Resource ID: 85ad6d35-ca08-4b2c-8b48-874a223ebec1 with Priority: HIGHEST for action port [ 693.607377] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ad6d35-ca08-4b2c-8b48-874a223ebec1 with Priority: HIGHEST for action port [ 693.608244] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-85ad6d35-ca08-4b2c-8b48-874a223ebec1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.608244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85ad6d35-ca08-4b2c-8b48-874a223ebec1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.608472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85ad6d35-ca08-4b2c-8b48-874a223ebec1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.608594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85ad6d35-ca08-4b2c-8b48-874a223ebec1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.608685] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85ad6d35-ca08-4b2c-8b48-874a223ebec1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.739415] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 693.739811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.812519] env[65756]: INFO networking_nsxv3.common.synchronization [None req-94395ee4-dec2-46ed-a311-e7f1193a942d None None] Enqueued Resource ID: 27695586-37a5-4e27-923d-981d306f7f5f with Priority: HIGHEST for action port [ 693.812890] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27695586-37a5-4e27-923d-981d306f7f5f with Priority: HIGHEST for action port [ 693.813284] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-27695586-37a5-4e27-923d-981d306f7f5f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.813411] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27695586-37a5-4e27-923d-981d306f7f5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.813536] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27695586-37a5-4e27-923d-981d306f7f5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.814165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27695586-37a5-4e27-923d-981d306f7f5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.814165] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27695586-37a5-4e27-923d-981d306f7f5f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.880099] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.880686] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.880879] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.881244] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.881557] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.881774] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945 not found, creating... [ 693.882131] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.882629] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.882906] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.883343] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.883765] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.884263] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.884511] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.884719] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.885018] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.885505] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.885836] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945 is going to be created. [ 693.912625] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.912625] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.912625] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.912625] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.913226] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.914055] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.978205] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.978669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.978669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.978776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.978863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.979016] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 694.012270] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.012446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.012562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.012815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.012991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.026469] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 694.110540] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85ad6d35-ca08-4b2c-8b48-874a223ebec1 [ 694.114377] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.114545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.114617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.114851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.114945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.115057] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85ad6d35-ca08-4b2c-8b48-874a223ebec1 already deleted. [ 694.115143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85ad6d35-ca08-4b2c-8b48-874a223ebec1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.318126] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27695586-37a5-4e27-923d-981d306f7f5f [ 694.318383] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.318526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.318594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.318827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.318922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.319027] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27695586-37a5-4e27-923d-981d306f7f5f already deleted. [ 694.319112] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27695586-37a5-4e27-923d-981d306f7f5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.689395] env[65756]: INFO networking_nsxv3.common.synchronization [req-a4955d35-29ff-4b10-84d6-5d15b4f6bb13 req-9e8cf6cc-e0d8-459a-af24-ac2c47416c33 service nova] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_rules [ 694.689717] env[65756]: INFO networking_nsxv3.common.synchronization [req-a4955d35-29ff-4b10-84d6-5d15b4f6bb13 req-9e8cf6cc-e0d8-459a-af24-ac2c47416c33 service nova] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 694.689717] env[65756]: INFO networking_nsxv3.common.synchronization [req-a4955d35-29ff-4b10-84d6-5d15b4f6bb13 req-9e8cf6cc-e0d8-459a-af24-ac2c47416c33 service nova] Enqueued Resource ID: 87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945 with Priority: HIGHEST for action port [ 694.690224] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_rules [ 694.690360] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 694.690458] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945 with Priority: HIGHEST for action port [ 694.694358] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.694478] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.694682] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.694765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.695142] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.695256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.695365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.695635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.695802] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.197868] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945 with status ACTIVE [ 695.198218] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.198345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.198402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.198629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.198858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.198913] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.199033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.199099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.199255] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.199332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.199548] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.199635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.199691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.199831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.200041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.200041] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945 is going to be updated. [ 695.225896] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.226062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.226141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.226360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.226500] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.226663] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87f7c87b-e3b6-4ba1-90d1-b27b9e9c9945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.426023] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 in Status: SUCCESS [ 695.426353] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.447338] env[65756]: INFO networking_nsxv3.common.synchronization [None req-3cf933dc-c98c-42da-a50e-4723bd0369cf None None] Enqueued Resource ID: 47fdf8e7-fa54-4ade-9d18-d2edbd0a86d4 with Priority: HIGHEST for action port [ 695.448079] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47fdf8e7-fa54-4ade-9d18-d2edbd0a86d4 with Priority: HIGHEST for action port [ 695.449213] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-47fdf8e7-fa54-4ade-9d18-d2edbd0a86d4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.449465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47fdf8e7-fa54-4ade-9d18-d2edbd0a86d4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.449592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47fdf8e7-fa54-4ade-9d18-d2edbd0a86d4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.450131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47fdf8e7-fa54-4ade-9d18-d2edbd0a86d4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.450351] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47fdf8e7-fa54-4ade-9d18-d2edbd0a86d4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.589212] env[65756]: INFO networking_nsxv3.common.synchronization [req-5594fb7d-782a-4ea9-89da-e9a00ee8b49b req-6f5b4202-bbd3-4046-bf95-1f4fc6ec96ca tempest-SecurityGroupRulesTestJSON-9849399 tempest-SecurityGroupRulesTestJSON-9849399-project-member] Enqueued Resource ID: ce77ee2f-54d4-45d7-9876-2999b46f3a2a with Priority: HIGHEST for action security_group_rules [ 695.591025] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce77ee2f-54d4-45d7-9876-2999b46f3a2a with Priority: HIGHEST for action security_group_rules [ 695.591025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce77ee2f-54d4-45d7-9876-2999b46f3a2a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.591025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce77ee2f-54d4-45d7-9876-2999b46f3a2a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.591219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce77ee2f-54d4-45d7-9876-2999b46f3a2a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.592150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce77ee2f-54d4-45d7-9876-2999b46f3a2a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.592150] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce77ee2f-54d4-45d7-9876-2999b46f3a2a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.958420] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47fdf8e7-fa54-4ade-9d18-d2edbd0a86d4 [ 695.959173] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.959173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.959173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.959173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.959915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.959915] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47fdf8e7-fa54-4ade-9d18-d2edbd0a86d4 already deleted. [ 695.959915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47fdf8e7-fa54-4ade-9d18-d2edbd0a86d4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.039948] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 696.039948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.039948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.039948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.040241] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.040811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.040811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.040811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.041777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.041777] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.117134] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.117283] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.117328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.117535] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.117621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.117716] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce77ee2f-54d4-45d7-9876-2999b46f3a2a already deleted. [ 696.117799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce77ee2f-54d4-45d7-9876-2999b46f3a2a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.544322] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.918862] env[65756]: INFO networking_nsxv3.common.synchronization [None req-2159be09-9025-4f54-b121-fd276af632e1 None None] Enqueued Resource ID: f56490fd-d94b-41cd-9cd7-775f9e44991d with Priority: HIGHEST for action port [ 696.919699] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56490fd-d94b-41cd-9cd7-775f9e44991d with Priority: HIGHEST for action port [ 696.920113] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-f56490fd-d94b-41cd-9cd7-775f9e44991d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.921015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f56490fd-d94b-41cd-9cd7-775f9e44991d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.921015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f56490fd-d94b-41cd-9cd7-775f9e44991d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.921015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f56490fd-d94b-41cd-9cd7-775f9e44991d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.921015] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f56490fd-d94b-41cd-9cd7-775f9e44991d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.048381] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.423211] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f56490fd-d94b-41cd-9cd7-775f9e44991d [ 697.423295] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.423365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.423529] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.423653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.423721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.424225] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f56490fd-d94b-41cd-9cd7-775f9e44991d already deleted. [ 697.424225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f56490fd-d94b-41cd-9cd7-775f9e44991d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.552828] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.552988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.553102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.553321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.553407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.553508] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 697.594263] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.594396] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.595168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.595168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.595168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.606250] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 698.671585] env[65756]: INFO networking_nsxv3.common.synchronization [None req-3de44c6e-0765-4fd2-b1ce-b218eaefe38c tempest-AttachInterfacesUnderV243Test-1248526853 tempest-AttachInterfacesUnderV243Test-1248526853-project-member] Enqueued Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_rules [ 698.672282] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_rules [ 698.672390] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.672682] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.672828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.673128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.673227] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.987703] env[65756]: INFO networking_nsxv3.common.synchronization [req-04b2eab6-edf0-42fa-915b-a9bb08d73471 req-d0bb9512-2d1d-400d-8731-6620a45d977e tempest-ServersTestManualDisk-333932719 tempest-ServersTestManualDisk-333932719-project-member] Enqueued Resource ID: fdeabbcd-ff90-448e-a767-b37012d4f894 with Priority: HIGHEST for action security_group_members [ 698.989433] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdeabbcd-ff90-448e-a767-b37012d4f894 with Priority: HIGHEST for action security_group_members [ 698.989572] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdeabbcd-ff90-448e-a767-b37012d4f894 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.990785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.990890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.991156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.991344] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.991452] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.991582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.991803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.991914] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.992055] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdeabbcd-ff90-448e-a767-b37012d4f894',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.198305] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.198305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.198305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.198305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.198305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.198305] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13818530-13ef-47b5-b406-5354627a4eac already deleted. [ 699.198305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.246077] env[65756]: INFO networking_nsxv3.common.synchronization [None req-c5551e12-cb9a-424f-a1c8-903efa945737 tempest-AttachInterfacesUnderV243Test-1248526853 tempest-AttachInterfacesUnderV243Test-1248526853-project-member] Enqueued Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_rules [ 699.246077] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_rules [ 699.246077] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.246707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.250718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.250718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.250718] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.495173] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.495173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.495173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.495173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.495173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.495524] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.495524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.495669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.495716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.495785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.495900] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdeabbcd-ff90-448e-a767-b37012d4f894 is going to be updated. [ 699.529018] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.529235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.529287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.529521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.529677] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.540184] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdeabbcd-ff90-448e-a767-b37012d4f894 in Status: IN_PROGRESS for 2s [ 699.623436] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 699.623738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.624304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.624796] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.625177] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.625422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.625511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.625693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.625778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.625912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.626073] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.628430] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.628608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.628788] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.629745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.629745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.629745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.629745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.629745] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.779058] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.779396] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.779396] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.780205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.781072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.781177] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13818530-13ef-47b5-b406-5354627a4eac already deleted. [ 699.781318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.131040] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.132888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.132888] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.241190] env[65756]: INFO networking_nsxv3.common.synchronization [req-f82d378c-4b6d-4ae3-9142-a1c95a4bc679 req-775e3d77-8487-4e05-bd62-3e5c64a1bd84 tempest-ServerActionsTestJSON-2120773453 tempest-ServerActionsTestJSON-2120773453-project-member] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 700.242027] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 700.243393] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.243526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.243526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.244227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.244323] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.245143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.245143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.245143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.245143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.245143] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.638061] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.667266] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.668680] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.668680] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.668680] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.668680] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.668680] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.668680] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.668999] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.668999] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.670027] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.670027] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.670027] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.670027] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.670027] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.670027] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.670027] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.689046] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.689221] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.689365] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.689497] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.689821] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.690520] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.690520] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.690520] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.690662] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.747745] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.747931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.747931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.748141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.748227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.748425] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.748521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.748614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.748718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.748799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.748863] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 already deleted. [ 700.748934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.141531] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.141821] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.141821] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.142083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.142170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.142277] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 701.170835] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.171129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.171129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.171265] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.171402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.181181] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 701.194325] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.194596] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.194732] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.195015] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.195163] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.195309] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa not found, creating... [ 701.195560] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.195708] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.195818] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.196036] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.196171] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.196431] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.196578] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.196694] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.196884] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.197017] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.197152] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa is going to be created. [ 701.218089] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.218320] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.218441] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.218747] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.218969] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.219201] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.557308] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdeabbcd-ff90-448e-a767-b37012d4f894 in Status: SUCCESS [ 701.557616] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdeabbcd-ff90-448e-a767-b37012d4f894 deletion is rescheduled due to dependency. [ 701.557830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.757757] env[65756]: INFO networking_nsxv3.common.synchronization [None req-5efe0983-a774-466c-99a3-fcdc1b5d7253 None None] Enqueued Resource ID: 606cdc59-5777-4a2b-a7c3-8a9a712993ee with Priority: HIGHEST for action port [ 701.760866] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606cdc59-5777-4a2b-a7c3-8a9a712993ee with Priority: HIGHEST for action port [ 701.761396] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-606cdc59-5777-4a2b-a7c3-8a9a712993ee taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.761596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-606cdc59-5777-4a2b-a7c3-8a9a712993ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.761705] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-606cdc59-5777-4a2b-a7c3-8a9a712993ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.762126] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-606cdc59-5777-4a2b-a7c3-8a9a712993ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.762219] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606cdc59-5777-4a2b-a7c3-8a9a712993ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.015311] env[65756]: INFO networking_nsxv3.common.synchronization [req-f82d378c-4b6d-4ae3-9142-a1c95a4bc679 req-a5fbb592-5467-40d2-8c85-16c83678ade6 service nova] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_rules [ 702.015493] env[65756]: INFO networking_nsxv3.common.synchronization [req-f82d378c-4b6d-4ae3-9142-a1c95a4bc679 req-a5fbb592-5467-40d2-8c85-16c83678ade6 service nova] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 702.015642] env[65756]: INFO networking_nsxv3.common.synchronization [req-f82d378c-4b6d-4ae3-9142-a1c95a4bc679 req-a5fbb592-5467-40d2-8c85-16c83678ade6 service nova] Enqueued Resource ID: 8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa with Priority: HIGHEST for action port [ 702.016252] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_rules [ 702.017048] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 702.017048] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa with Priority: HIGHEST for action port [ 702.022780] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.022780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.022780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.022780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.022780] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.022780] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.022780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.022780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.022780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.022780] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.022780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.022780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.022780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.022780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.022780] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.024978] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.024978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.024978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.024978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.024978] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.264713] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 606cdc59-5777-4a2b-a7c3-8a9a712993ee [ 702.265051] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.268345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.268530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.269044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.269139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.269335] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:606cdc59-5777-4a2b-a7c3-8a9a712993ee already deleted. [ 702.269429] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-606cdc59-5777-4a2b-a7c3-8a9a712993ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.526128] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.527356] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.527508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.530994] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa with status ACTIVE [ 702.531431] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.531431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.531958] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.531958] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.531958] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.532150] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.532150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.532352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.532352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.532456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.532559] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.532652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.532705] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.532842] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.532953] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.533065] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa is going to be updated. [ 702.558189] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.558189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.558189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.558189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.558189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.558465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fbcd6a5-a0a2-4aca-bb9b-28ab609977aa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.579271] env[65756]: INFO networking_nsxv3.common.synchronization [req-3dc28150-4d87-4de9-86f2-454c52fef3ba req-6ef3f06d-95b1-4d73-ad81-fbfd6ce0be0b tempest-ImagesOneServerTestJSON-887792983 tempest-ImagesOneServerTestJSON-887792983-project-member] Enqueued Resource ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de with Priority: HIGHEST for action security_group_members [ 702.580676] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de with Priority: HIGHEST for action security_group_members [ 702.580813] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab6c8cf-8063-42dc-9554-75e347cf91de taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.580899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.580944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.581277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.581482] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.581614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.581698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.581884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.582007] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.582134] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ab6c8cf-8063-42dc-9554-75e347cf91de',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.964763] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.964942] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-176" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.965100] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-176" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.965465] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-176" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.969273] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.969580] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.969718] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.970281] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.970281] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.970526] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.970615] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.970727] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.970840] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.970970] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.971120] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.971275] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.994705] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.995051] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.995051] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.995230] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-176" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.995565] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-91dad45c-e788-4ef1-8d2b-67b3efd371fc taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.995745] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-91dad45c-e788-4ef1-8d2b-67b3efd371fc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.995892] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-91dad45c-e788-4ef1-8d2b-67b3efd371fc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.996251] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-91dad45c-e788-4ef1-8d2b-67b3efd371fc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.996389] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91dad45c-e788-4ef1-8d2b-67b3efd371fc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.029422] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.085447] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.085644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.085698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.085909] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.086010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.086227] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.086324] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.086385] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.086543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.086622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.086705] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de already deleted. [ 703.086792] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.198211] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.198211] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.198211] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.198211] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.198211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.198946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.198946] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.499290] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.499760] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.499760] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.500209] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.500339] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.500451] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 91dad45c-e788-4ef1-8d2b-67b3efd371fc not found, creating... [ 703.500760] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.500940] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.501104] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.501377] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.501586] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.501910] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.502107] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.502243] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.502498] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.502643] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.502801] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 91dad45c-e788-4ef1-8d2b-67b3efd371fc is going to be created. [ 703.527913] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.528213] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.528213] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.528485] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.528644] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.529050] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-91dad45c-e788-4ef1-8d2b-67b3efd371fc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.531626] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.531764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.531836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.532051] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.532144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.532243] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 is going to be created. [ 703.557242] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.557242] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.557242] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.557728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.557728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.567180] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: UNINITIALIZED for 2s [ 703.702444] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d: rpc.has_security_group_logging(os_id): False [ 703.728197] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.728376] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.728659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.728659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.728793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.728964] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.729075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.729172] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.729558] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.729631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.730318] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.730318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.730318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.730519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.730519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.731344] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.731477] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.732056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.732443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.732584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.732700] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 703.807754] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.807975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.807975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.808209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.808353] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.821123] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 704.025500] env[65756]: INFO networking_nsxv3.common.synchronization [None req-4411d83e-bdca-4259-9677-0ff4977c9633 None None] Enqueued Resource ID: 1f50e042-6e2e-4a23-8ec0-bcfdb748c8b1 with Priority: HIGHEST for action port [ 704.026091] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f50e042-6e2e-4a23-8ec0-bcfdb748c8b1 with Priority: HIGHEST for action port [ 704.026423] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f50e042-6e2e-4a23-8ec0-bcfdb748c8b1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.026569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f50e042-6e2e-4a23-8ec0-bcfdb748c8b1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.026738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f50e042-6e2e-4a23-8ec0-bcfdb748c8b1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.026860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f50e042-6e2e-4a23-8ec0-bcfdb748c8b1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.026939] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f50e042-6e2e-4a23-8ec0-bcfdb748c8b1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.318252] env[65756]: INFO networking_nsxv3.common.synchronization [req-3dc28150-4d87-4de9-86f2-454c52fef3ba req-dcadd7c8-eea6-483a-b1ba-9b273c1cb3fd service nova] Enqueued Resource ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de with Priority: HIGHEST for action security_group_rules [ 704.318648] env[65756]: INFO networking_nsxv3.common.synchronization [req-3dc28150-4d87-4de9-86f2-454c52fef3ba req-dcadd7c8-eea6-483a-b1ba-9b273c1cb3fd service nova] Enqueued Resource ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de with Priority: HIGHEST for action security_group_members [ 704.318648] env[65756]: INFO networking_nsxv3.common.synchronization [req-3dc28150-4d87-4de9-86f2-454c52fef3ba req-dcadd7c8-eea6-483a-b1ba-9b273c1cb3fd service nova] Enqueued Resource ID: 91dad45c-e788-4ef1-8d2b-67b3efd371fc with Priority: HIGHEST for action port [ 704.319970] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de with Priority: HIGHEST for action security_group_rules [ 704.319970] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de with Priority: HIGHEST for action security_group_members [ 704.319970] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91dad45c-e788-4ef1-8d2b-67b3efd371fc with Priority: HIGHEST for action port [ 704.319970] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab6c8cf-8063-42dc-9554-75e347cf91de taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.319970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.319970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.320364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.320485] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab6c8cf-8063-42dc-9554-75e347cf91de',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.321585] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab6c8cf-8063-42dc-9554-75e347cf91de taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.321712] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.321772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.321949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.322112] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.322214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.322270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.322461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.322549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.322646] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ab6c8cf-8063-42dc-9554-75e347cf91de',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.324155] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-91dad45c-e788-4ef1-8d2b-67b3efd371fc taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.324704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91dad45c-e788-4ef1-8d2b-67b3efd371fc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.324704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91dad45c-e788-4ef1-8d2b-67b3efd371fc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.326135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91dad45c-e788-4ef1-8d2b-67b3efd371fc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.326135] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91dad45c-e788-4ef1-8d2b-67b3efd371fc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.530249] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f50e042-6e2e-4a23-8ec0-bcfdb748c8b1 [ 704.530623] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.530623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.530623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.530768] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.530861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.530953] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f50e042-6e2e-4a23-8ec0-bcfdb748c8b1 already deleted. [ 704.531046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f50e042-6e2e-4a23-8ec0-bcfdb748c8b1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.828898] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ab6c8cf-8063-42dc-9554-75e347cf91de',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.829959] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab6c8cf-8063-42dc-9554-75e347cf91de taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.830217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.830287] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91dad45c-e788-4ef1-8d2b-67b3efd371fc with status ACTIVE [ 704.830395] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.830510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.830561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.830788] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.830904] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.831061] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.831156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.831210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.831357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.831431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.831630] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.831717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.831778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.832196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.832196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.832196] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91dad45c-e788-4ef1-8d2b-67b3efd371fc is going to be updated. [ 704.856822] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.857039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.857039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.857242] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.857420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.857607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91dad45c-e788-4ef1-8d2b-67b3efd371fc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.334348] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ab6c8cf-8063-42dc-9554-75e347cf91de',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.577032] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: SUCCESS [ 705.577329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.577457] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.577665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.577856] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.577978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.578079] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.578238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.578352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.578464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.578574] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.835748] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 705.835961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.836356] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.836487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.836557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.836754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.836865] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.836918] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de is going to be created. [ 705.838058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.838245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.838286] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.864858] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.864858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.864858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.865251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.865475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.879594] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de in Status: UNINITIALIZED for 2s [ 706.084011] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.340571] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.340678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.340734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.340972] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.341213] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.341302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.341356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.341491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.341612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.341702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.341794] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.586676] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 910c59b2-9cef-45a4-b212-3b5606693510: rpc.has_security_group_logging(os_id): False [ 706.608678] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.608876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.608950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.609226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.609344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.609787] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.609787] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.609981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.609981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.610115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.610172] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 is going to be created. [ 706.681781] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.681998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.682060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.682295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.682452] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.694537] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: IN_PROGRESS for 2s [ 706.774141] env[65756]: INFO networking_nsxv3.common.synchronization [req-f783fb82-547e-40fa-a074-e3c40648ecc5 req-124f2a01-b18c-4343-abfd-c5ab8a4dd649 tempest-SecurityGroupRulesTestJSON-9849399 tempest-SecurityGroupRulesTestJSON-9849399-project-member] Enqueued Resource ID: e2681f84-50f5-4ce7-bd6e-4082216e5ab9 with Priority: HIGHEST for action security_group_rules [ 706.774743] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2681f84-50f5-4ce7-bd6e-4082216e5ab9 with Priority: HIGHEST for action security_group_rules [ 706.775629] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2681f84-50f5-4ce7-bd6e-4082216e5ab9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.775767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2681f84-50f5-4ce7-bd6e-4082216e5ab9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.775840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2681f84-50f5-4ce7-bd6e-4082216e5ab9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.776229] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2681f84-50f5-4ce7-bd6e-4082216e5ab9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.776394] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2681f84-50f5-4ce7-bd6e-4082216e5ab9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.847147] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.847456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.847456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.848947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.848947] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.848947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.848947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.848947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.848947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.848947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.848947] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.848947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.848947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.848947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.848947] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.848947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.849567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.849567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.849567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.849567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.849567] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.184965] env[65756]: INFO networking_nsxv3.common.synchronization [req-dcfc57b7-d1e7-4c16-bcea-a545a97f01f2 req-d2da4cbc-a7cf-47bd-81a4-c1c18fa0bbe3 tempest-ServerDiskConfigTestJSON-206607912 tempest-ServerDiskConfigTestJSON-206607912-project-member] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 707.185534] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 707.185852] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.186008] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.186008] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.186422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.186607] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.187579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.187579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.187579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.187579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.187579] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.305462] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.305698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.305820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.306156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.306298] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.306443] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2681f84-50f5-4ce7-bd6e-4082216e5ab9 already deleted. [ 707.306837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2681f84-50f5-4ce7-bd6e-4082216e5ab9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.355233] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d: rpc.has_security_group_logging(os_id): False [ 707.381713] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.381907] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.381907] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.382124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.382210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.384095] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.384095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.384095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.384095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.384095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.384095] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.384095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.384095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.384095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.384095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.384095] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.384095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.384095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.384095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.384994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.384994] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 707.450201] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.450390] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.450460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.451640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.451640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.467713] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 707.690253] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.693102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.693102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.693102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.693102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.693102] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.693102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.693102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.693102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.693102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.693102] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 707.712811] env[65756]: INFO networking_nsxv3.common.synchronization [req-51742b24-a654-499b-9bde-d13761bfe43f req-700f0f6b-df80-4d7f-af79-ea0358205ed8 tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 707.713329] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 707.713621] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.713852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.713948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.714206] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.714302] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.714400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.714464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.714628] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.714713] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.714803] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.724412] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.724589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.724679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.725039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.725124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.735955] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 707.745197] env[65756]: INFO networking_nsxv3.common.synchronization [req-65fb54a9-f501-4eb4-bccb-434413038360 req-7c0628c0-cf45-484b-a528-f12b2e5f0185 tempest-DeleteServersAdminTestJSON-2070532173 tempest-DeleteServersAdminTestJSON-2070532173-project-member] Enqueued Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_members [ 707.746080] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGHEST for action security_group_members [ 707.746204] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.746285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.746380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.746559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.746717] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.746814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.746875] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.747221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.747394] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.747569] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.888337] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de in Status: SUCCESS [ 707.888559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.888719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.888939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.889557] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.889557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.889557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.889557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.889788] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.889788] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.889788] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ab6c8cf-8063-42dc-9554-75e347cf91de',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.044622] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.044841] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.045115] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.045293] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.045573] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.045761] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.045992] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.046132] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.046299] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.046532] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.046654] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.046777] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.046991] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.047107] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.047166] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.047271] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.065493] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.065720] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.065815] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.065931] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.066285] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-24b99de1-9561-4ba4-92fc-277b1d6152a2 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.066486] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-24b99de1-9561-4ba4-92fc-277b1d6152a2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.066609] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-24b99de1-9561-4ba4-92fc-277b1d6152a2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.066923] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-24b99de1-9561-4ba4-92fc-277b1d6152a2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.067080] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24b99de1-9561-4ba4-92fc-277b1d6152a2',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.216814] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.216995] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.217086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.217366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.217472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.217706] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.217844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.217922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.218119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.218297] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.218297] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 already deleted. [ 708.218440] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.250960] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.251194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.251267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.251536] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.251681] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.251897] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.251997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.252071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.252259] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.252368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.252460] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f is going to be updated. [ 708.312681] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.312861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.312935] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.313172] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.313352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.323293] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f in Status: IN_PROGRESS for 2s [ 708.392593] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab6c8cf-8063-42dc-9554-75e347cf91de taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.392935] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.392935] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.393161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.393273] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.393407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.393482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.393652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.393768] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.393853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.394076] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab6c8cf-8063-42dc-9554-75e347cf91de taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.394194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.394260] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.394367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.394503] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.394593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.394650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.394810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.394904] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.394996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.395462] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ab6c8cf-8063-42dc-9554-75e347cf91de',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.573224] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.573224] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.573224] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.573224] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.573224] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.573224] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 24b99de1-9561-4ba4-92fc-277b1d6152a2 not found, creating... [ 708.573224] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.573224] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.573224] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.573224] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.573224] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.573672] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.573672] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.573672] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.573672] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.573672] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.573672] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 24b99de1-9561-4ba4-92fc-277b1d6152a2 is going to be created. [ 708.599177] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.599177] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.599177] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.599177] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.599177] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.599177] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-24b99de1-9561-4ba4-92fc-277b1d6152a2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.605819] env[65756]: INFO networking_nsxv3.common.synchronization [req-fe55f7a3-d146-4186-8d0e-66144f4f7cf5 req-f772cecd-a2d9-4795-8652-50cce43f03fd tempest-ServersAdminTestJSON-1157423225 tempest-ServersAdminTestJSON-1157423225-project-member] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 708.605819] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 708.605930] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.605991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.606071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.606243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.607035] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.607035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.607035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.607035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.607035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.607035] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.721683] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: SUCCESS [ 708.722047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.898381] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ab6c8cf-8063-42dc-9554-75e347cf91de: rpc.has_security_group_logging(os_id): False [ 708.918040] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.918234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.918234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.918393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.918448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.918612] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.918710] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.918829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.918898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.918973] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.919166] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.919258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.919320] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.919485] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.919563] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.919751] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.919843] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.919894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.920231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.920345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.920432] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de is going to be created. [ 708.960014] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.960220] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.960543] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.960662] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.960843] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.961122] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.961122] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.961331] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.961472] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.961749] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.961855] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.961963] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.962075] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.962178] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.962275] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.962399] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.980526] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.980700] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.980833] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.981011] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.981331] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.981506] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.981625] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.981945] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.982091] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.983626] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.983769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.983811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.984036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.984146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.997345] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de in Status: IN_PROGRESS for 2s [ 709.108421] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.299938] env[65756]: INFO networking_nsxv3.common.synchronization [req-51742b24-a654-499b-9bde-d13761bfe43f req-958abb55-711b-4709-8fe7-6f3ef906663c service nova] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_rules [ 709.300141] env[65756]: INFO networking_nsxv3.common.synchronization [req-51742b24-a654-499b-9bde-d13761bfe43f req-958abb55-711b-4709-8fe7-6f3ef906663c service nova] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 709.300279] env[65756]: INFO networking_nsxv3.common.synchronization [req-51742b24-a654-499b-9bde-d13761bfe43f req-958abb55-711b-4709-8fe7-6f3ef906663c service nova] Enqueued Resource ID: 24b99de1-9561-4ba4-92fc-277b1d6152a2 with Priority: HIGHEST for action port [ 709.300949] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_rules [ 709.300949] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 709.301087] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b99de1-9561-4ba4-92fc-277b1d6152a2 with Priority: HIGHEST for action port [ 709.301315] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.301436] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.301629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.301983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.302132] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.303132] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.303282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.303346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.303581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.303750] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.306389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.306534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.306747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.306847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.307031] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.308086] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-24b99de1-9561-4ba4-92fc-277b1d6152a2 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.308240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24b99de1-9561-4ba4-92fc-277b1d6152a2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.308299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24b99de1-9561-4ba4-92fc-277b1d6152a2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.308482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24b99de1-9561-4ba4-92fc-277b1d6152a2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.308575] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24b99de1-9561-4ba4-92fc-277b1d6152a2',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.483500] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 709.483818] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.486621] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.486927] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.487358] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.487817] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.488126] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.488416] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6 not found, creating... [ 709.488868] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.489239] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.489435] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.489816] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.490106] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.491032] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.491032] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.491032] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.492022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.492022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.492022] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6 is going to be created. [ 709.514075] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.514297] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.514420] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.514699] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.514925] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.515223] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.612733] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.746552] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 709.746887] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 deletion is rescheduled due to dependency. [ 709.746887] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.812350] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.812350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.812350] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.812510] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24b99de1-9561-4ba4-92fc-277b1d6152a2 with status ACTIVE [ 709.812602] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.812801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.812884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.815105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.815105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.815105] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.815105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.815105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.815105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.815105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.815105] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.815105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.815105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.815105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.815105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.815105] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24b99de1-9561-4ba4-92fc-277b1d6152a2 is going to be updated. [ 709.838524] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.838679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.838749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.838996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.839152] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.839329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24b99de1-9561-4ba4-92fc-277b1d6152a2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.114432] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.114655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.114655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.115245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.115245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.115245] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be updated. [ 710.147649] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.147804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.147878] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.148086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.148418] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.157998] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: IN_PROGRESS for 2s [ 710.267688] env[65756]: INFO networking_nsxv3.common.synchronization [req-fe55f7a3-d146-4186-8d0e-66144f4f7cf5 req-a140fc08-1ef8-41ef-ac25-f16a5e9e4eef service nova] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_rules [ 710.267688] env[65756]: INFO networking_nsxv3.common.synchronization [req-fe55f7a3-d146-4186-8d0e-66144f4f7cf5 req-a140fc08-1ef8-41ef-ac25-f16a5e9e4eef service nova] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 710.267688] env[65756]: INFO networking_nsxv3.common.synchronization [req-fe55f7a3-d146-4186-8d0e-66144f4f7cf5 req-a140fc08-1ef8-41ef-ac25-f16a5e9e4eef service nova] Enqueued Resource ID: fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6 with Priority: HIGHEST for action port [ 710.267688] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_rules [ 710.267991] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 710.267991] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6 with Priority: HIGHEST for action port [ 710.268249] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.268312] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.268405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.270767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.270767] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.270767] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.270767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.270767] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.270767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.271914] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.271914] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.271914] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.316388] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.333855] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f in Status: SUCCESS [ 710.333855] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f deletion is rescheduled due to dependency. [ 710.334941] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.772973] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.773522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.775529] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6 with status ACTIVE [ 710.775721] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.775847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.775939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.776161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.776244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.776411] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.776512] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.776574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.776719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.776795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.776966] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.777069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.777133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.777287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.777361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.777444] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6 is going to be updated. [ 710.801018] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.801228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.801272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.801451] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.801615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.801784] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb3cc1f8-dd5b-4a78-818a-c0ec44fdcba6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.819203] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.819411] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.819411] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.819674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.819814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.819814] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be created. [ 710.850611] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.850851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.850917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.851106] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.851341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.871486] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: UNINITIALIZED for 2s [ 710.957997] env[65756]: INFO networking_nsxv3.common.synchronization [req-203386c2-ac55-46be-a4cf-9b6bf3b0ee8b req-e51b30fd-88a5-4dde-a281-eea0303155b1 tempest-AttachInterfacesUnderV243Test-1248526853 tempest-AttachInterfacesUnderV243Test-1248526853-project-member] Enqueued Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_members [ 710.959674] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_members [ 710.960029] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.960193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.960302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.960764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.960892] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.961040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.961142] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.961374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.961507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.961680] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.012078] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de in Status: SUCCESS [ 711.012264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.355441] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.355768] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-209" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.355991] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-209" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.356677] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-209" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.357068] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.357326] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.357519] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.357890] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.358148] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.358759] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.358759] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.358886] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.359130] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.359329] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.359546] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.359749] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.385233] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.385393] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.385526] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.385698] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-209" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.386027] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-ac3f0d73-042b-4c02-b91b-ebd13bc00224 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.386200] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.386314] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.386651] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.386788] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac3f0d73-042b-4c02-b91b-ebd13bc00224',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.464573] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.464803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.464882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.465204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.465340] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.465575] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.465727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.465968] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.466044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.466150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.466280] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13818530-13ef-47b5-b406-5354627a4eac already deleted. [ 711.466397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.889174] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.889729] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.889729] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.889868] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.889996] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.890155] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port ac3f0d73-042b-4c02-b91b-ebd13bc00224 not found, creating... [ 711.890409] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.890556] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.890665] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.890873] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.891010] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.891354] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.891532] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.891732] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.891919] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.892056] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.892188] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: ac3f0d73-042b-4c02-b91b-ebd13bc00224 is going to be created. [ 711.914323] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.914556] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.914607] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.914842] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.915080] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.915296] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.172443] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 712.172443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.172443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.172443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.172443] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.172742] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.172742] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.172919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.173019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.173178] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.675929] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.683426] env[65756]: INFO networking_nsxv3.common.synchronization [req-203386c2-ac55-46be-a4cf-9b6bf3b0ee8b req-8f31ba6f-e9f8-49aa-94da-6bb152e411b4 service nova] Enqueued Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_rules [ 712.683653] env[65756]: INFO networking_nsxv3.common.synchronization [req-203386c2-ac55-46be-a4cf-9b6bf3b0ee8b req-8f31ba6f-e9f8-49aa-94da-6bb152e411b4 service nova] Enqueued Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_members [ 712.683745] env[65756]: INFO networking_nsxv3.common.synchronization [req-203386c2-ac55-46be-a4cf-9b6bf3b0ee8b req-8f31ba6f-e9f8-49aa-94da-6bb152e411b4 service nova] Enqueued Resource ID: ac3f0d73-042b-4c02-b91b-ebd13bc00224 with Priority: HIGHEST for action port [ 712.684509] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_rules [ 712.684509] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_members [ 712.684729] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3f0d73-042b-4c02-b91b-ebd13bc00224 with Priority: HIGHEST for action port [ 712.684987] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.685274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.685274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.685917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.685917] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.686820] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.687954] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.688086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.692151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.692151] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.692151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.692151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.692151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.692151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.692415] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.693313] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac3f0d73-042b-4c02-b91b-ebd13bc00224 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.693480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.693532] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.693824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.694015] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac3f0d73-042b-4c02-b91b-ebd13bc00224',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.764463] env[65756]: INFO networking_nsxv3.common.synchronization [req-af1c9b4c-afa6-4720-afe2-83960ef88332 req-d82d47c9-4b8d-4f3b-80be-491a32068339 tempest-ImagesTestJSON-1752206587 tempest-ImagesTestJSON-1752206587-project-member] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 712.764463] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 712.764573] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.764639] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.765025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.765357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.765433] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.765491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.765560] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.765702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.765789] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.765882] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.881725] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 712.882829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.882829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.882829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.882829] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.882829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.882829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.882829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.883321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.883321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.883321] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.181111] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.196631] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.196631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.196631] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.196631] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac3f0d73-042b-4c02-b91b-ebd13bc00224 with status ACTIVE [ 713.197835] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.198149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.199227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.199227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.199434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.200038] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.200038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.200584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.201290] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.201290] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.201585] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.201585] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.203300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.203300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.203300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.203300] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac3f0d73-042b-4c02-b91b-ebd13bc00224 is going to be updated. [ 713.225772] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.225957] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.226437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.226437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.226437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.226555] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.269225] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.269369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.269441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.269717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.269841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.270018] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.270117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.270184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.270337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.270410] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.270500] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be updated. [ 713.305805] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.305805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.305805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.305805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.305805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.318534] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 713.386332] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.386332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.386332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.386332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.386332] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.386332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.386332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.386872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.386872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.386872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.386872] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.386872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.387122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.387122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.387225] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.387316] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.387372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.387509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.387624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.387729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.387806] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.684800] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.685017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.685099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.685390] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.685390] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.685503] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be updated. [ 713.704974] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.726612] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.729224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.729224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.729224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.729224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.736059] env[65756]: INFO networking_nsxv3.common.synchronization [req-d921cf34-b887-4f64-b1e3-75ed9cebab74 req-089cfcb8-8bae-4bc4-bb85-ba05e4d609bd tempest-ServersAdminNegativeTestJSON-2050523314 tempest-ServersAdminNegativeTestJSON-2050523314-project-member] Enqueued Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_members [ 713.736316] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_members [ 713.737035] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.739046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.739046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.739046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.739219] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.739299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.739410] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.739689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.739808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.740697] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.744912] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: IN_PROGRESS for 2s [ 713.891169] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0f3e498-9f34-43e8-b65a-2c524989ddb7: rpc.has_security_group_logging(os_id): False [ 713.912288] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.912420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.912498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.912717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.912786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.913020] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.913120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.913186] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.913433] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.913433] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.913568] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.913668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.913762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.913867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.913943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.914176] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.914270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.914325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.914460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.914526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.914622] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be created. [ 713.981462] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.981615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.981684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.981915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.982142] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.994085] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: IN_PROGRESS for 2s [ 714.191342] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.192296] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.192296] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.192549] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.192861] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.193043] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.193134] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.193362] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.193503] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.193712] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.193861] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.194034] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.194151] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.194260] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.194360] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.194488] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.208019] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.208251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.208439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.208573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.208669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.209138] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13818530-13ef-47b5-b406-5354627a4eac is going to be created. [ 714.219536] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.219536] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.219755] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.219886] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.220305] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-64572ebc-9067-4906-b4de-09e2181adec3 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.220486] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-64572ebc-9067-4906-b4de-09e2181adec3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.220604] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-64572ebc-9067-4906-b4de-09e2181adec3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.220944] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-64572ebc-9067-4906-b4de-09e2181adec3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.221104] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64572ebc-9067-4906-b4de-09e2181adec3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.249244] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.249460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.249607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.250108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.250108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.252340] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.252522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.252610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.252855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.252961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.253728] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.253869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.253939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.254196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.254287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.254390] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f772e079-b309-45b3-9790-8a1e482044d5 already deleted. [ 714.254475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.287691] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: UNINITIALIZED for 2s [ 714.724046] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.724308] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.724434] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.724705] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.724855] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.725010] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 64572ebc-9067-4906-b4de-09e2181adec3 not found, creating... [ 714.725267] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.725416] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.725526] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.725737] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.725885] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.726170] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.726322] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.726433] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.726627] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.726755] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.726888] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 64572ebc-9067-4906-b4de-09e2181adec3 is going to be created. [ 714.748989] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.749206] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.749321] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.749612] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.749857] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.750089] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-64572ebc-9067-4906-b4de-09e2181adec3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.328595] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 715.328900] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 deletion is rescheduled due to dependency. [ 715.328900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.472562] env[65756]: INFO networking_nsxv3.common.synchronization [req-d921cf34-b887-4f64-b1e3-75ed9cebab74 req-54ff0915-b701-46e8-b4bf-266d8b3fd4bf service nova] Enqueued Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_rules [ 715.472814] env[65756]: INFO networking_nsxv3.common.synchronization [req-d921cf34-b887-4f64-b1e3-75ed9cebab74 req-54ff0915-b701-46e8-b4bf-266d8b3fd4bf service nova] Enqueued Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_members [ 715.473330] env[65756]: INFO networking_nsxv3.common.synchronization [req-d921cf34-b887-4f64-b1e3-75ed9cebab74 req-54ff0915-b701-46e8-b4bf-266d8b3fd4bf service nova] Enqueued Resource ID: 64572ebc-9067-4906-b4de-09e2181adec3 with Priority: HIGHEST for action port [ 715.473495] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_rules [ 715.473699] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_members [ 715.473731] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64572ebc-9067-4906-b4de-09e2181adec3 with Priority: HIGHEST for action port [ 715.474549] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.474649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.474729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.475037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.475162] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.476157] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.476310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.476356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.476633] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.476747] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.476873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.476965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.477112] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.477236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.477339] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.479107] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-64572ebc-9067-4906-b4de-09e2181adec3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.479212] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64572ebc-9067-4906-b4de-09e2181adec3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.479289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64572ebc-9067-4906-b4de-09e2181adec3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.479470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64572ebc-9067-4906-b4de-09e2181adec3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.479813] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64572ebc-9067-4906-b4de-09e2181adec3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.756416] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 715.756642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.756810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.757035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.757221] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.757333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.757397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.757543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.757643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.757699] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.757787] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.984946] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.991093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.991093] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.991093] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64572ebc-9067-4906-b4de-09e2181adec3 with status ACTIVE [ 715.991093] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.991093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.991093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.991093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.991093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.991093] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.991093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.991093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.991093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.991093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.991581] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.991581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.991581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.991725] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.991725] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.992035] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64572ebc-9067-4906-b4de-09e2181adec3 is going to be updated. [ 716.008286] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 716.008511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.014668] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.014810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.014855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.015946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.016154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.016330] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64572ebc-9067-4906-b4de-09e2181adec3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.228038] env[65756]: INFO networking_nsxv3.common.synchronization [None req-4854072e-a503-420c-b9a0-b8e8c0f109b2 None None] Enqueued Resource ID: 7e943c55-77d8-44ae-9017-a3d28c0db816 with Priority: HIGHEST for action port [ 716.228307] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e943c55-77d8-44ae-9017-a3d28c0db816 with Priority: HIGHEST for action port [ 716.228973] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e943c55-77d8-44ae-9017-a3d28c0db816 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.229139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e943c55-77d8-44ae-9017-a3d28c0db816" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.229228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e943c55-77d8-44ae-9017-a3d28c0db816" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.229484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e943c55-77d8-44ae-9017-a3d28c0db816" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.229583] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e943c55-77d8-44ae-9017-a3d28c0db816',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.260225] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.260383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.260646] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.261754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.261754] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.261754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.261754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.261754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.261754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.261754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.261754] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.262105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.262105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.262105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.262189] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.262335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.262335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.262474] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.262552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.262632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.262721] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.301114] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: SUCCESS [ 716.301448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.301603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.302144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.302258] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.303131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.303131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.303131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.303131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.303131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.304445] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.495248] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.733552] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e943c55-77d8-44ae-9017-a3d28c0db816 [ 716.733552] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.733552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.733552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.733552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.733552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.733552] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e943c55-77d8-44ae-9017-a3d28c0db816 already deleted. [ 716.733552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e943c55-77d8-44ae-9017-a3d28c0db816" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.766244] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7012c325-a947-4a21-ae72-a89a8d596e43: rpc.has_security_group_logging(os_id): False [ 716.785979] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.786180] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.786310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.786550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.786647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.786931] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.787050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.787111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.787346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.787424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.787615] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.787704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.787761] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.787894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.788015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.788173] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.788252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.788319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.788428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.788495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.788575] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be updated. [ 716.805565] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.818850] env[65756]: INFO networking_nsxv3.common.synchronization [req-175280b1-75ae-4efb-baa1-05f2180d20ea req-ee246ad3-d0a9-4459-a9d2-d989ebe7c91a tempest-InstanceActionsNegativeTestJSON-937815288 tempest-InstanceActionsNegativeTestJSON-937815288-project-member] Enqueued Resource ID: 09364ac8-f087-4ddf-9309-55facab57ff7 with Priority: HIGHEST for action security_group_members [ 716.819469] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09364ac8-f087-4ddf-9309-55facab57ff7 with Priority: HIGHEST for action security_group_members [ 716.820982] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-09364ac8-f087-4ddf-9309-55facab57ff7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.820982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.820982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.820982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.821187] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.821187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.821269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.821544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.821544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.821544] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09364ac8-f087-4ddf-9309-55facab57ff7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.859143] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.859397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.859397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.859576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.859713] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.875523] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: IN_PROGRESS for 2s [ 716.998656] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.998848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.998927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.999220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.999343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.999402] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f772e079-b309-45b3-9790-8a1e482044d5 is going to be created. [ 717.036085] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.036240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.036326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.036587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.036804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.054171] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: UNINITIALIZED for 2s [ 717.186603] env[65756]: INFO networking_nsxv3.common.synchronization [None req-6243394b-becf-4306-8d8e-07a03673dd69 None None] Enqueued Resource ID: fbcc0f36-e9e3-4fc6-aa37-584cd521d451 with Priority: HIGHEST for action port [ 717.187209] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcc0f36-e9e3-4fc6-aa37-584cd521d451 with Priority: HIGHEST for action port [ 717.187565] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbcc0f36-e9e3-4fc6-aa37-584cd521d451 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.187674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbcc0f36-e9e3-4fc6-aa37-584cd521d451" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.189233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbcc0f36-e9e3-4fc6-aa37-584cd521d451" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.191212] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbcc0f36-e9e3-4fc6-aa37-584cd521d451" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.191212] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbcc0f36-e9e3-4fc6-aa37-584cd521d451',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.310999] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13818530-13ef-47b5-b406-5354627a4eac: rpc.has_security_group_logging(os_id): False [ 717.324890] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.326386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.326386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.326386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.326386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.326386] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.326386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.326386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.326386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.326386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.326386] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09364ac8-f087-4ddf-9309-55facab57ff7 already deleted. [ 717.326386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.340171] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.340171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.340171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.340171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.340171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.340171] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.340473] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.340473] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.340549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.340549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.341158] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13818530-13ef-47b5-b406-5354627a4eac is going to be created. [ 717.414325] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.414325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.414325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.414325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.415066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.432898] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: IN_PROGRESS for 2s [ 717.693479] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbcc0f36-e9e3-4fc6-aa37-584cd521d451 [ 717.694826] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.694826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.694826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.694826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.694826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.694826] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbcc0f36-e9e3-4fc6-aa37-584cd521d451 already deleted. [ 717.694826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbcc0f36-e9e3-4fc6-aa37-584cd521d451" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.806497] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.806497] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-838" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.806497] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-838" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.806813] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-838" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.809542] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.811998] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.816029] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.816029] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.816029] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.816029] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.816029] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.816029] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.816029] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.816029] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.816029] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.816029] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.836038] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.836038] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.836038] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.836038] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-838" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.836366] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-1dcb97a6-1520-4b54-8ca4-8fad923be393 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.836542] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-1dcb97a6-1520-4b54-8ca4-8fad923be393" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.836654] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-1dcb97a6-1520-4b54-8ca4-8fad923be393" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.836966] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-1dcb97a6-1520-4b54-8ca4-8fad923be393" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.837114] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dcb97a6-1520-4b54-8ca4-8fad923be393',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.326218] env[65756]: INFO networking_nsxv3.common.synchronization [None req-1f7e999f-7976-4fa5-9c03-88dfd59e6efc None None] Enqueued Resource ID: b83722cf-5595-4b11-9c99-763ccfecec77 with Priority: HIGHEST for action port [ 718.326646] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83722cf-5595-4b11-9c99-763ccfecec77 with Priority: HIGHEST for action port [ 718.326785] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-b83722cf-5595-4b11-9c99-763ccfecec77 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.328478] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b83722cf-5595-4b11-9c99-763ccfecec77" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.328733] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b83722cf-5595-4b11-9c99-763ccfecec77" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.329245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b83722cf-5595-4b11-9c99-763ccfecec77" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.329340] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83722cf-5595-4b11-9c99-763ccfecec77',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.340567] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.341050] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.341197] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.341464] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.341609] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.341822] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 1dcb97a6-1520-4b54-8ca4-8fad923be393 not found, creating... [ 718.342113] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.342274] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.342385] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.342599] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.342730] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.343197] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.343393] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.343556] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.343784] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.343925] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.344156] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 1dcb97a6-1520-4b54-8ca4-8fad923be393 is going to be created. [ 718.367064] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.367334] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.367409] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.367641] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.367858] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.368145] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-1dcb97a6-1520-4b54-8ca4-8fad923be393" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.834596] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b83722cf-5595-4b11-9c99-763ccfecec77 [ 718.834596] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.834596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.834596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.834596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.834596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.834596] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b83722cf-5595-4b11-9c99-763ccfecec77 already deleted. [ 718.834596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b83722cf-5595-4b11-9c99-763ccfecec77" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.891205] env[65756]: INFO networking_nsxv3.common.synchronization [req-be8a4018-d9d5-48ea-b9f4-65cccef5113e req-4d8cff61-2421-4746-81a8-f8d8821425cd tempest-VolumesAdminNegativeTest-1020269699 tempest-VolumesAdminNegativeTest-1020269699-project-member] Enqueued Resource ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 with Priority: HIGHEST for action security_group_members [ 718.891205] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 with Priority: HIGHEST for action security_group_members [ 718.891636] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff3108f5-d6ef-4ddb-a313-c982c86056e3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.891984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.895481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.895481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.895481] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.895481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.895481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.895481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.895481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.895481] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff3108f5-d6ef-4ddb-a313-c982c86056e3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.895481] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 718.896919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.064073] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: SUCCESS [ 719.064379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.064498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.068017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.068017] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.068017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.068017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.068017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.068017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.068017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.068017] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.090273] env[65756]: INFO networking_nsxv3.common.synchronization [req-175280b1-75ae-4efb-baa1-05f2180d20ea req-a199683f-d70c-47f0-a473-02c557fb45ee service nova] Enqueued Resource ID: 09364ac8-f087-4ddf-9309-55facab57ff7 with Priority: HIGHEST for action security_group_rules [ 719.090663] env[65756]: INFO networking_nsxv3.common.synchronization [req-175280b1-75ae-4efb-baa1-05f2180d20ea req-a199683f-d70c-47f0-a473-02c557fb45ee service nova] Enqueued Resource ID: 09364ac8-f087-4ddf-9309-55facab57ff7 with Priority: HIGHEST for action security_group_members [ 719.090862] env[65756]: INFO networking_nsxv3.common.synchronization [req-175280b1-75ae-4efb-baa1-05f2180d20ea req-a199683f-d70c-47f0-a473-02c557fb45ee service nova] Enqueued Resource ID: 1dcb97a6-1520-4b54-8ca4-8fad923be393 with Priority: HIGHEST for action port [ 719.091394] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09364ac8-f087-4ddf-9309-55facab57ff7 with Priority: HIGHEST for action security_group_rules [ 719.092446] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09364ac8-f087-4ddf-9309-55facab57ff7 with Priority: HIGHEST for action security_group_members [ 719.092446] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcb97a6-1520-4b54-8ca4-8fad923be393 with Priority: HIGHEST for action port [ 719.092446] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09364ac8-f087-4ddf-9309-55facab57ff7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.092446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.092446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.092446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.092822] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09364ac8-f087-4ddf-9309-55facab57ff7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.093331] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-09364ac8-f087-4ddf-9309-55facab57ff7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.093446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.094064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.094064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.094064] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.094064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.094064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.094366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.094366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.094366] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09364ac8-f087-4ddf-9309-55facab57ff7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.096889] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dcb97a6-1520-4b54-8ca4-8fad923be393 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.097066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dcb97a6-1520-4b54-8ca4-8fad923be393" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.097177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dcb97a6-1520-4b54-8ca4-8fad923be393" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.097377] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dcb97a6-1520-4b54-8ca4-8fad923be393" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.097495] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dcb97a6-1520-4b54-8ca4-8fad923be393',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.398438] env[65756]: INFO networking_nsxv3.common.synchronization [None req-b3726046-7d61-4516-9690-4bbe46ce82ff None None] Enqueued Resource ID: 993de07a-c97e-462b-9898-a7394b179e18 with Priority: HIGHEST for action port [ 719.398903] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.399016] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.399083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.399303] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.399368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.399546] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.399654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.399716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.399861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.399936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.402971] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 is going to be updated. [ 719.405140] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993de07a-c97e-462b-9898-a7394b179e18 with Priority: HIGHEST for action port [ 719.407687] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-993de07a-c97e-462b-9898-a7394b179e18 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.407687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-993de07a-c97e-462b-9898-a7394b179e18" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.407687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-993de07a-c97e-462b-9898-a7394b179e18" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.407687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-993de07a-c97e-462b-9898-a7394b179e18" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.407942] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993de07a-c97e-462b-9898-a7394b179e18',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.447611] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.447611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.447611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.447611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.447611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.449493] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: SUCCESS [ 719.450174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.457610] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 in Status: IN_PROGRESS for 2s [ 719.522291] env[65756]: INFO networking_nsxv3.common.synchronization [req-224697b8-3704-4446-a205-3567468bcebb req-ffee85e7-e718-418a-9752-be463b5c4f93 tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 719.523367] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 719.523773] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.523917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.525797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.525797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.525797] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.525797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.525797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.525797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.525797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.525797] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.570685] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.570685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.570685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.570685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.570685] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.570685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.570685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.570685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.570685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.570685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.570685] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.571364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.571364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.571364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.571364] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.571364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.571364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.572981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.572981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.572981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.572981] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.599053] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-09364ac8-f087-4ddf-9309-55facab57ff7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.599053] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.600331] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09364ac8-f087-4ddf-9309-55facab57ff7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.603799] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dcb97a6-1520-4b54-8ca4-8fad923be393 with status ACTIVE [ 719.604587] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.604587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.604587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.604587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.604587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.604791] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.604791] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.604914] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.605022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.605076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.605266] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.605360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.605419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.605560] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.605634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.605717] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dcb97a6-1520-4b54-8ca4-8fad923be393 is going to be updated. [ 719.636217] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.636392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.636463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.636672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.636873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.637057] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dcb97a6-1520-4b54-8ca4-8fad923be393" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.913389] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 993de07a-c97e-462b-9898-a7394b179e18 [ 719.913882] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.913882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.914480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.914480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.914480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.914569] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:993de07a-c97e-462b-9898-a7394b179e18 already deleted. [ 719.914655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-993de07a-c97e-462b-9898-a7394b179e18" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.030553] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.030753] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.030843] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.031134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.031241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.031770] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.031861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.031861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.032087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.032183] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.032284] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 already deleted. [ 720.032377] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.076896] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f772e079-b309-45b3-9790-8a1e482044d5: rpc.has_security_group_logging(os_id): False [ 720.087974] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-932 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.088217] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-932" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.088368] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-932" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.088838] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-932" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.089240] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.089240] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.089375] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.089730] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.089905] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.090422] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.090587] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.090727] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.090945] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.091142] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.092313] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.092483] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.097737] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.097898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.097979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.098214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.098339] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.098586] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.098747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.098838] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.098996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.099113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.099312] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.099463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.099534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.099704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.099808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.100192] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.100340] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.100430] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.100623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.100729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.100845] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f772e079-b309-45b3-9790-8a1e482044d5 is going to be created. [ 720.104091] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09364ac8-f087-4ddf-9309-55facab57ff7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.114336] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.114336] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.114336] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.114336] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-932" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.114547] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-b2ddf768-6552-4997-879b-850ef7571f02 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.115043] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.115043] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.115164] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.115317] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2ddf768-6552-4997-879b-850ef7571f02',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.173499] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.173499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.173499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.173499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.173499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.187133] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: IN_PROGRESS for 2s [ 720.607840] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.607840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.607840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.607840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.607840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.607840] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09364ac8-f087-4ddf-9309-55facab57ff7 is going to be created. [ 720.618980] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.619286] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.619430] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.619858] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.620113] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.620503] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port b2ddf768-6552-4997-879b-850ef7571f02 not found, creating... [ 720.620666] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.620878] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.620999] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.621326] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.621471] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.626196] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.626196] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.626196] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.626196] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.626196] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.626196] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: b2ddf768-6552-4997-879b-850ef7571f02 is going to be created. [ 720.637583] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.637732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.637801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.638015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.638177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.647750] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09364ac8-f087-4ddf-9309-55facab57ff7 in Status: UNINITIALIZED for 2s [ 720.653753] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.653753] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.653923] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.654731] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.654731] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.654731] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.369050] env[65756]: INFO networking_nsxv3.common.synchronization [req-224697b8-3704-4446-a205-3567468bcebb req-8e2bc60e-84fe-40e8-ba9c-f680d20e718a service nova] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_rules [ 721.372234] env[65756]: INFO networking_nsxv3.common.synchronization [req-224697b8-3704-4446-a205-3567468bcebb req-8e2bc60e-84fe-40e8-ba9c-f680d20e718a service nova] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 721.372234] env[65756]: INFO networking_nsxv3.common.synchronization [req-224697b8-3704-4446-a205-3567468bcebb req-8e2bc60e-84fe-40e8-ba9c-f680d20e718a service nova] Enqueued Resource ID: b2ddf768-6552-4997-879b-850ef7571f02 with Priority: HIGHEST for action port [ 721.372234] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_rules [ 721.372234] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 721.372234] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ddf768-6552-4997-879b-850ef7571f02 with Priority: HIGHEST for action port [ 721.372234] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.372234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.372234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.372234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.372234] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.374268] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.374604] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.374833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.376876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.376876] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.376876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.376876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.376876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.376876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.376876] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.381557] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2ddf768-6552-4997-879b-850ef7571f02 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.381557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.381557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.381557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.381557] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2ddf768-6552-4997-879b-850ef7571f02',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.471300] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 in Status: SUCCESS [ 721.471300] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 deletion is rescheduled due to dependency. [ 721.471300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.842650] env[65756]: INFO networking_nsxv3.common.synchronization [req-e692833e-f7a7-41c9-bc26-581aee63aa00 req-83495949-d6e1-4df6-a050-cf00eb3505b6 tempest-ServersTestMultiNic-795334324 tempest-ServersTestMultiNic-795334324-project-member] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 721.843897] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 721.844488] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.844662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.844763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.845052] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.845273] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.845416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.845510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.845728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.845853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.845987] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.882384] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.882499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.882886] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.883478] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2ddf768-6552-4997-879b-850ef7571f02 with status ACTIVE [ 721.884034] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.884034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.884034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.884352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.884352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.884352] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.885438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.885438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.885438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.885438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.885438] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.885438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.885438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.885438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.885438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.886239] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2ddf768-6552-4997-879b-850ef7571f02 is going to be updated. [ 721.909709] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.909960] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.910088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.910410] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.910641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.910886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.937872] env[65756]: INFO networking_nsxv3.common.synchronization [None req-b5a2609d-9634-483e-84f1-d8eb6ce91a9c tempest-ServersV294TestFqdnHostnames-1552108962 tempest-ServersV294TestFqdnHostnames-1552108962-project-member] Enqueued Resource ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 with Priority: HIGHEST for action security_group_rules [ 721.940604] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 with Priority: HIGHEST for action security_group_rules [ 721.941106] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.941324] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.941409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.942512] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.942628] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd388bf0-7510-493a-a723-7ff9e8fdfa21',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.158509] env[65756]: INFO networking_nsxv3.common.synchronization [None req-55b117c6-3bcc-4312-8131-c2eaf14f8aa3 tempest-ServersV294TestFqdnHostnames-1552108962 tempest-ServersV294TestFqdnHostnames-1552108962-project-member] Enqueued Resource ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 with Priority: HIGHEST for action security_group_rules [ 722.159580] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 with Priority: HIGHEST for action security_group_rules [ 722.159902] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.160023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.204779] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: SUCCESS [ 722.205100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.216055] env[65756]: INFO networking_nsxv3.common.synchronization [req-e692833e-f7a7-41c9-bc26-581aee63aa00 req-120da4da-3d55-4217-bf3f-a41f44f14013 tempest-ServersTestMultiNic-795334324 tempest-ServersTestMultiNic-795334324-project-member] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 722.216783] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGHEST for action security_group_members [ 722.217075] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.217197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.348418] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.388914] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.467252] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.467703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.467940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.468378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.468644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.468892] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 already deleted. [ 722.471620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.471620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.471620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.471620] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd388bf0-7510-493a-a723-7ff9e8fdfa21',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.667349] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09364ac8-f087-4ddf-9309-55facab57ff7 in Status: SUCCESS [ 722.667349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.667349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.667349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.667559] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.667615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.667643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.667813] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.667906] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.667992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.668094] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09364ac8-f087-4ddf-9309-55facab57ff7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.853266] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.891404] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.891736] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.891842] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.892166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.892309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.892449] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be created. [ 722.927082] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.927411] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.927411] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.927516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.927756] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.940056] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: UNINITIALIZED for 2s [ 723.002247] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.002390] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.002448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.002664] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.002785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.002903] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 already deleted. [ 723.002985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.173361] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-09364ac8-f087-4ddf-9309-55facab57ff7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.173520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.173590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.173799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.173961] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.174081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.174170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.174291] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.174390] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.174449] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.174590] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-09364ac8-f087-4ddf-9309-55facab57ff7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.174681] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.175384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.176223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.176286] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.176426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.176482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.176651] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.176809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.176861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.177103] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09364ac8-f087-4ddf-9309-55facab57ff7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.355627] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.355810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.355868] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.356088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.356172] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.356275] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 723.385691] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.386459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.386459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.386459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.386686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.399056] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 723.680527] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09364ac8-f087-4ddf-9309-55facab57ff7: rpc.has_security_group_logging(os_id): False [ 723.710482] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.710730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.710730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.710890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.710982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.711246] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.711392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.711443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.711583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.711672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.711918] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.712046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.712113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.712254] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.712331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.712572] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.712674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.712738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.712904] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.712980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.713686] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09364ac8-f087-4ddf-9309-55facab57ff7 is going to be created. [ 723.777673] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.777836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.777873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.778103] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.778305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.790747] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09364ac8-f087-4ddf-9309-55facab57ff7 in Status: IN_PROGRESS for 2s [ 723.891038] env[65756]: INFO networking_nsxv3.common.synchronization [req-c1f8b4c2-85f4-421b-900b-31d5753445de req-ac28934e-8081-46df-9793-e3f31e6fc09f tempest-ServerAddressesTestJSON-552339658 tempest-ServerAddressesTestJSON-552339658-project-member] Enqueued Resource ID: be9671d3-5c21-4466-aa99-731f46a7fd50 with Priority: HIGHEST for action security_group_members [ 723.891848] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9671d3-5c21-4466-aa99-731f46a7fd50 with Priority: HIGHEST for action security_group_members [ 723.894634] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9671d3-5c21-4466-aa99-731f46a7fd50 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.894844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.894951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.895227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.895435] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.895569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.895667] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.895853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.896869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.896869] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9671d3-5c21-4466-aa99-731f46a7fd50',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.288795] env[65756]: INFO networking_nsxv3.common.synchronization [req-b270fdac-22b2-4fc7-81de-ee670269415f req-37b63d12-e6c1-476a-8bb7-00715bdd108e tempest-SecurityGroupRulesTestJSON-9849399 tempest-SecurityGroupRulesTestJSON-9849399-project-member] Enqueued Resource ID: 374f1ba0-f3d2-4d2d-98ba-489b35605065 with Priority: HIGHEST for action security_group_rules [ 724.289418] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374f1ba0-f3d2-4d2d-98ba-489b35605065 with Priority: HIGHEST for action security_group_rules [ 724.289774] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-374f1ba0-f3d2-4d2d-98ba-489b35605065 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.289958] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-374f1ba0-f3d2-4d2d-98ba-489b35605065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.290056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-374f1ba0-f3d2-4d2d-98ba-489b35605065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.290335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-374f1ba0-f3d2-4d2d-98ba-489b35605065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.290422] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('374f1ba0-f3d2-4d2d-98ba-489b35605065',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.402538] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.402941] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.403724] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.404060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.404198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.404446] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.404563] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.404767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.404852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.404943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.404987] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9671d3-5c21-4466-aa99-731f46a7fd50 is going to be updated. [ 724.435618] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.435837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.436458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.436458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.436458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.446437] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9671d3-5c21-4466-aa99-731f46a7fd50 in Status: IN_PROGRESS for 2s [ 724.818137] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.818137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.818137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.818137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.818137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.818137] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 374f1ba0-f3d2-4d2d-98ba-489b35605065 already deleted. [ 724.818137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-374f1ba0-f3d2-4d2d-98ba-489b35605065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.925021] env[65756]: INFO networking_nsxv3.common.synchronization [req-a48805d3-ee5f-4c15-84fa-37eaf5abfa40 req-4ab8abc6-2854-4c70-a47d-d767f42f5803 tempest-DeleteServersTestJSON-1529222805 tempest-DeleteServersTestJSON-1529222805-project-member] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 724.925820] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 724.926214] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.926301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.926367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.926944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.926944] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.926944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.926944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.927141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.927141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.927192] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.950526] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 724.950791] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.951022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.951246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.951458] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.951584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.951650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.951849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.951934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.952024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.952117] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.409136] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 725.409637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.409637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.410043] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.410286] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.411330] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.411330] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.411330] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.411330] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.411330] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.431025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.431025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.431783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.431783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.431783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.432113] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.432113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.432271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.432666] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.432758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.432860] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 725.454351] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.454522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.454584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.454855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.455168] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.455308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.455377] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.455541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.455631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.455718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.455870] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.455962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.456053] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.456211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.456348] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.456439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.456498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.456628] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.456704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.456786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.456870] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.466060] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.466241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.466284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.466490] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.466690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.477886] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 725.698086] env[65756]: INFO networking_nsxv3.common.synchronization [req-2c090681-60a8-47eb-aa96-194880e3ab2b req-16d53018-8a05-4d3d-aba9-3a27cd089a20 tempest-ServerDiskConfigTestJSON-206607912 tempest-ServerDiskConfigTestJSON-206607912-project-member] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 725.698751] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 725.698975] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.699109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.699162] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.699357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.699503] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.699595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.699652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.699806] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.699890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.699991] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.814093] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09364ac8-f087-4ddf-9309-55facab57ff7 in Status: SUCCESS [ 725.814093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.914984] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.915234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.915346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.915681] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.915813] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.916032] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.916131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.916192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.916349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.916422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.916503] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be updated. [ 725.945900] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.946104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.946104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.946586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.946586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.958244] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: IN_PROGRESS for 2s [ 725.959295] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfe757d1-a369-4361-a8a9-e6bff2c90690: rpc.has_security_group_logging(os_id): False [ 725.981341] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.981548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.981625] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.981934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.982787] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.982787] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.982787] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.982787] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.982787] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.982787] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.983144] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.983144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.983144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.983346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.983428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.983592] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.983720] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.984581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.984581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.984581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.984581] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be created. [ 726.057845] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.057845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.058007] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.058362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.058362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.073270] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 726.204062] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.204238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.204238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.204458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.204549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.204760] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.204873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.204910] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.205095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.205171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.205259] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 726.225139] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.225331] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.225448] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.226126] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.226449] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.226614] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.226726] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.227077] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.227145] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.227395] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.227447] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.227540] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.227639] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.227743] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.227892] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.227966] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.252376] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.252560] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.252602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.252870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.253024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.265531] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.265610] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.265743] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.265914] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.266270] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-b4ca5237-97e1-464a-816a-dd3c2e13e984 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.266446] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-b4ca5237-97e1-464a-816a-dd3c2e13e984" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.266641] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-b4ca5237-97e1-464a-816a-dd3c2e13e984" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.266974] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-b4ca5237-97e1-464a-816a-dd3c2e13e984" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.267186] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4ca5237-97e1-464a-816a-dd3c2e13e984',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.271098] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 726.457557] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9671d3-5c21-4466-aa99-731f46a7fd50 in Status: SUCCESS [ 726.457856] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9671d3-5c21-4466-aa99-731f46a7fd50 deletion is rescheduled due to dependency. [ 726.457856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.770028] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.770191] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.772021] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.772021] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.772021] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.772021] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port b4ca5237-97e1-464a-816a-dd3c2e13e984 not found, creating... [ 726.772021] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.772021] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.772021] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.772021] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.772021] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.772612] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.772612] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.772612] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.772612] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.772813] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.772813] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: b4ca5237-97e1-464a-816a-dd3c2e13e984 is going to be created. [ 726.795439] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.795703] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.795845] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.796160] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.796393] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.796613] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-b4ca5237-97e1-464a-816a-dd3c2e13e984" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.249704] env[65756]: INFO networking_nsxv3.common.synchronization [None req-3bc24733-a07e-44fd-8035-cd838b8b35fd None None] Enqueued Resource ID: a110f534-f672-4326-9967-8fc68ac6c210 with Priority: HIGHEST for action port [ 727.250157] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a110f534-f672-4326-9967-8fc68ac6c210 with Priority: HIGHEST for action port [ 727.251545] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-a110f534-f672-4326-9967-8fc68ac6c210 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.251545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a110f534-f672-4326-9967-8fc68ac6c210" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.251545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a110f534-f672-4326-9967-8fc68ac6c210" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.251862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a110f534-f672-4326-9967-8fc68ac6c210" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.251862] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a110f534-f672-4326-9967-8fc68ac6c210',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.495305] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 727.495305] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 deletion is rescheduled due to dependency. [ 727.495305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.755617] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a110f534-f672-4326-9967-8fc68ac6c210 [ 727.755617] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.755617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.755617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.755617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.755617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.755617] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a110f534-f672-4326-9967-8fc68ac6c210 already deleted. [ 727.755617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a110f534-f672-4326-9967-8fc68ac6c210" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.960185] env[65756]: INFO networking_nsxv3.common.synchronization [req-2c090681-60a8-47eb-aa96-194880e3ab2b req-303fa8df-82f4-4667-a779-9b052bb29d99 service nova] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_rules [ 727.960370] env[65756]: INFO networking_nsxv3.common.synchronization [req-2c090681-60a8-47eb-aa96-194880e3ab2b req-303fa8df-82f4-4667-a779-9b052bb29d99 service nova] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 727.960500] env[65756]: INFO networking_nsxv3.common.synchronization [req-2c090681-60a8-47eb-aa96-194880e3ab2b req-303fa8df-82f4-4667-a779-9b052bb29d99 service nova] Enqueued Resource ID: b4ca5237-97e1-464a-816a-dd3c2e13e984 with Priority: HIGHEST for action port [ 727.962463] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_rules [ 727.962727] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 727.962727] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4ca5237-97e1-464a-816a-dd3c2e13e984 with Priority: HIGHEST for action port [ 727.963080] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.963203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.963267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.963531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.963584] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.964495] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.964581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.964809] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4ca5237-97e1-464a-816a-dd3c2e13e984 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.965125] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4ca5237-97e1-464a-816a-dd3c2e13e984" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.965243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4ca5237-97e1-464a-816a-dd3c2e13e984" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.965403] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4ca5237-97e1-464a-816a-dd3c2e13e984" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.965501] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4ca5237-97e1-464a-816a-dd3c2e13e984',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.977876] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d in Status: SUCCESS [ 727.978084] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d deletion is rescheduled due to dependency. [ 727.978200] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.018693] env[65756]: INFO networking_nsxv3.common.synchronization [req-1205de73-e7e6-4ff3-ab2d-ba6500badf24 req-fb098f35-48ce-4a83-b95b-61c703ae1a27 tempest-SecurityGroupRulesTestJSON-9849399 tempest-SecurityGroupRulesTestJSON-9849399-project-member] Enqueued Resource ID: 374f1ba0-f3d2-4d2d-98ba-489b35605065 with Priority: HIGHEST for action security_group_rules [ 728.019939] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374f1ba0-f3d2-4d2d-98ba-489b35605065 with Priority: HIGHEST for action security_group_rules [ 728.020380] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-374f1ba0-f3d2-4d2d-98ba-489b35605065 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.020529] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-374f1ba0-f3d2-4d2d-98ba-489b35605065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.020603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-374f1ba0-f3d2-4d2d-98ba-489b35605065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.020884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-374f1ba0-f3d2-4d2d-98ba-489b35605065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.020981] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('374f1ba0-f3d2-4d2d-98ba-489b35605065',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.086221] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 728.086480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.285307] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 728.285307] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 deletion is rescheduled due to dependency. [ 728.285307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.285307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.285307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.285307] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.285307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.285307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.285307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.285307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.285307] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.444089] env[65756]: INFO networking_nsxv3.common.synchronization [req-bc504fa2-a949-417f-8389-ff3f598307b3 req-b1fdb7ad-4161-4ba5-bff0-47d322991449 tempest-ListImageFiltersTestJSON-1324341838 tempest-ListImageFiltersTestJSON-1324341838-project-member] Enqueued Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_members [ 728.448148] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_members [ 728.448148] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.448148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.448148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.448148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.448148] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.448148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.448148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.448148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.448771] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.448808] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.468185] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.468473] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.468574] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4ca5237-97e1-464a-816a-dd3c2e13e984 with status ACTIVE [ 728.468786] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.468899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.468965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.469241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.469332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.469546] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.469690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.469795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.469975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.470088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.470294] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.470432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.470517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.470661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.470769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.470901] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4ca5237-97e1-464a-816a-dd3c2e13e984 is going to be updated. [ 728.498085] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.498444] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.498540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.498851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.499097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.499372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4ca5237-97e1-464a-816a-dd3c2e13e984" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.546674] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.546860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.546928] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.547198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.547290] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.547405] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 374f1ba0-f3d2-4d2d-98ba-489b35605065 already deleted. [ 728.547496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-374f1ba0-f3d2-4d2d-98ba-489b35605065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.792722] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.913361] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.913361] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.913361] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.913361] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.913361] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.913361] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.913361] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.913695] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.913695] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.913772] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.913905] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.913971] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.918064] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.918064] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.918064] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.918064] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.935100] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.935100] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.935100] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.935100] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.935477] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-d3cf50e7-8d18-40d9-bab3-f57c8bd2428b taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.935556] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-d3cf50e7-8d18-40d9-bab3-f57c8bd2428b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.935726] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-d3cf50e7-8d18-40d9-bab3-f57c8bd2428b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.936241] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-d3cf50e7-8d18-40d9-bab3-f57c8bd2428b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.936241] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3cf50e7-8d18-40d9-bab3-f57c8bd2428b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.951485] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.951623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.951623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.951869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.951976] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.952201] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.952346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.952397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.952528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.953347] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.953347] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530f2a46-487d-4535-9b96-633a0909d89c already deleted. [ 728.953347] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.296159] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.351220] env[65756]: INFO networking_nsxv3.common.synchronization [None req-3da1491b-00e8-4f46-b77c-3477f67912c0 None None] Enqueued Resource ID: bb0a168c-796c-42de-8a12-e62260e051cc with Priority: HIGHEST for action port [ 729.351220] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb0a168c-796c-42de-8a12-e62260e051cc with Priority: HIGHEST for action port [ 729.351641] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb0a168c-796c-42de-8a12-e62260e051cc taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.351860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb0a168c-796c-42de-8a12-e62260e051cc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.351943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb0a168c-796c-42de-8a12-e62260e051cc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.352267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb0a168c-796c-42de-8a12-e62260e051cc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.352374] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb0a168c-796c-42de-8a12-e62260e051cc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.438594] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.438876] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.438959] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.439278] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.439440] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.439610] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port d3cf50e7-8d18-40d9-bab3-f57c8bd2428b not found, creating... [ 729.439899] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.440093] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.440197] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.440463] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.440596] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.440891] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.441040] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.441179] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.441353] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.441482] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.441641] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: d3cf50e7-8d18-40d9-bab3-f57c8bd2428b is going to be created. [ 729.465018] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.465219] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.465345] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.465657] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.465877] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.466194] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-d3cf50e7-8d18-40d9-bab3-f57c8bd2428b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.802021] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.802021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.802021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.802021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.802021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.802021] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 729.839140] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.840536] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.844024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.844024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.844024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.856887] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 729.859482] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb0a168c-796c-42de-8a12-e62260e051cc [ 729.859482] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.859482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.859482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.859482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.859482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.859482] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb0a168c-796c-42de-8a12-e62260e051cc already deleted. [ 729.859482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb0a168c-796c-42de-8a12-e62260e051cc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.249546] env[65756]: INFO networking_nsxv3.common.synchronization [req-bc504fa2-a949-417f-8389-ff3f598307b3 req-bef57d27-96cf-42eb-9062-fc68387edefc service nova] Enqueued Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_rules [ 730.249799] env[65756]: INFO networking_nsxv3.common.synchronization [req-bc504fa2-a949-417f-8389-ff3f598307b3 req-bef57d27-96cf-42eb-9062-fc68387edefc service nova] Enqueued Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_members [ 730.249968] env[65756]: INFO networking_nsxv3.common.synchronization [req-bc504fa2-a949-417f-8389-ff3f598307b3 req-bef57d27-96cf-42eb-9062-fc68387edefc service nova] Enqueued Resource ID: d3cf50e7-8d18-40d9-bab3-f57c8bd2428b with Priority: HIGHEST for action port [ 730.251710] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_rules [ 730.251888] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_members [ 730.252548] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3cf50e7-8d18-40d9-bab3-f57c8bd2428b with Priority: HIGHEST for action port [ 730.252548] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.252548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.252548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.253550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.253550] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.253983] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.254504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.254504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.254504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.254504] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.254504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.254894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.254894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.254894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.254894] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.256458] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3cf50e7-8d18-40d9-bab3-f57c8bd2428b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.256573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3cf50e7-8d18-40d9-bab3-f57c8bd2428b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.256618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3cf50e7-8d18-40d9-bab3-f57c8bd2428b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.256776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3cf50e7-8d18-40d9-bab3-f57c8bd2428b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.256852] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3cf50e7-8d18-40d9-bab3-f57c8bd2428b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.762120] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.762120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.762120] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.765216] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3cf50e7-8d18-40d9-bab3-f57c8bd2428b with status ACTIVE [ 730.765216] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.765216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.765459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.765486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.766136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.766136] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.766136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.766136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.766136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.766136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.766374] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.767178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.767178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.767178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.767178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.767178] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3cf50e7-8d18-40d9-bab3-f57c8bd2428b is going to be updated. [ 730.800585] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.800767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.800808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.801059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.801199] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.801376] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3cf50e7-8d18-40d9-bab3-f57c8bd2428b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.264184] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.769904] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.770455] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.770628] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.771271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.771271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.771271] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530f2a46-487d-4535-9b96-633a0909d89c is going to be created. [ 731.805441] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.805441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.805441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.805441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.805441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.822199] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530f2a46-487d-4535-9b96-633a0909d89c in Status: UNINITIALIZED for 2s [ 731.866561] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 731.866880] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.866961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.867266] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.867490] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.867608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.867662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.867788] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.867955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.868057] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.868147] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.068778] env[65756]: INFO networking_nsxv3.common.synchronization [req-c49bc210-2f3b-47ed-8c39-ec51e662203d req-3304eaf1-12cf-43e8-ad52-f9df34e9315c tempest-FloatingIPsAssociationNegativeTestJSON-53950529 tempest-FloatingIPsAssociationNegativeTestJSON-53950529-project-member] Enqueued Resource ID: c1d33b2e-4814-41ea-912a-b7c8c485175e with Priority: HIGHEST for action security_group_members [ 732.069396] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d33b2e-4814-41ea-912a-b7c8c485175e with Priority: HIGHEST for action security_group_members [ 732.069396] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1d33b2e-4814-41ea-912a-b7c8c485175e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.069583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.069583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.070020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.071479] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.071624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.071705] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.071960] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.072109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.072233] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1d33b2e-4814-41ea-912a-b7c8c485175e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.371256] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.371256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.371256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.371256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.371256] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.371256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.371689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.371689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.371689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.371822] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.371911] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.372014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.372107] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.372270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.372405] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.372519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.372574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.372719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.372793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.372884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.374142] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.574370] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.574600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.574600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.574861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.574956] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.575176] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.575276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.575337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.575540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.575620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.575739] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1d33b2e-4814-41ea-912a-b7c8c485175e is going to be updated. [ 732.647540] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.649423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.649423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.649423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.649423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.663309] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1d33b2e-4814-41ea-912a-b7c8c485175e in Status: IN_PROGRESS for 2s [ 732.878028] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cee2b85-8d92-421c-89ed-c099929654a4: rpc.has_security_group_logging(os_id): False [ 732.898816] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.899543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.899543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.899543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.899543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.899731] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.899731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.899823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.899912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.899997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.900201] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.900762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.900762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.900762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.900762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.900762] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.900998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.900998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.900998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.903267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.903348] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 733.016678] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.019626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.019626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.019626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.019626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.048821] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 733.832991] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530f2a46-487d-4535-9b96-633a0909d89c in Status: SUCCESS [ 733.833380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.833542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.833911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.834049] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.834148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.834252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.834428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.834519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.834634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.834726] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.337984] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.338206] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.338323] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.338661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.338972] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.339504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.339602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.339871] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.339974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.340097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.340283] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.340405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.340467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.340681] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.340857] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.341512] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.341512] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.341775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.341959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.342143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.342271] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.524074] env[65756]: INFO networking_nsxv3.common.synchronization [req-f6f79831-18ee-4c5c-a7d7-e0f6b155aa5f req-34cce1ec-297a-4a0d-b22e-4785a43b62e1 tempest-SecurityGroupRulesTestJSON-9849399 tempest-SecurityGroupRulesTestJSON-9849399-project-member] Enqueued Resource ID: 374f1ba0-f3d2-4d2d-98ba-489b35605065 with Priority: HIGHEST for action security_group_rules [ 734.528733] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374f1ba0-f3d2-4d2d-98ba-489b35605065 with Priority: HIGHEST for action security_group_rules [ 734.529149] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-374f1ba0-f3d2-4d2d-98ba-489b35605065 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.529704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-374f1ba0-f3d2-4d2d-98ba-489b35605065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.530678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-374f1ba0-f3d2-4d2d-98ba-489b35605065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.530678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-374f1ba0-f3d2-4d2d-98ba-489b35605065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.530678] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('374f1ba0-f3d2-4d2d-98ba-489b35605065',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.677175] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1d33b2e-4814-41ea-912a-b7c8c485175e in Status: SUCCESS [ 734.677175] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1d33b2e-4814-41ea-912a-b7c8c485175e deletion is rescheduled due to dependency. [ 734.677979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.748242] env[65756]: INFO networking_nsxv3.common.synchronization [None req-329f2232-8fcf-41d1-80a3-25cadc1d8c35 None None] Enqueued Resource ID: 0141e30c-daf6-4a7f-98b0-2fc0cc2c7cf0 with Priority: HIGHEST for action port [ 734.748846] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0141e30c-daf6-4a7f-98b0-2fc0cc2c7cf0 with Priority: HIGHEST for action port [ 734.749192] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-0141e30c-daf6-4a7f-98b0-2fc0cc2c7cf0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.749326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0141e30c-daf6-4a7f-98b0-2fc0cc2c7cf0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.749396] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0141e30c-daf6-4a7f-98b0-2fc0cc2c7cf0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.749643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0141e30c-daf6-4a7f-98b0-2fc0cc2c7cf0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.749783] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0141e30c-daf6-4a7f-98b0-2fc0cc2c7cf0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.846447] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530f2a46-487d-4535-9b96-633a0909d89c: rpc.has_security_group_logging(os_id): False [ 734.869487] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.869737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.869737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.870019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.870019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.870233] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.870366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.870449] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.870800] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.870800] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.870966] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.870966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.871076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.871135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.871207] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.871396] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.871520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.871595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.871690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.871906] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.872060] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530f2a46-487d-4535-9b96-633a0909d89c is going to be created. [ 734.957806] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.957982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.958103] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.962156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.962502] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.981529] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530f2a46-487d-4535-9b96-633a0909d89c in Status: IN_PROGRESS for 2s [ 735.068160] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.068339] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.068391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.069168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.069168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.069168] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 374f1ba0-f3d2-4d2d-98ba-489b35605065 already deleted. [ 735.069168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-374f1ba0-f3d2-4d2d-98ba-489b35605065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.074709] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 735.074920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.253534] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0141e30c-daf6-4a7f-98b0-2fc0cc2c7cf0 [ 735.253668] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.253837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.253934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.254285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.254464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.254566] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0141e30c-daf6-4a7f-98b0-2fc0cc2c7cf0 already deleted. [ 735.254977] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0141e30c-daf6-4a7f-98b0-2fc0cc2c7cf0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.936247] env[65756]: INFO networking_nsxv3.common.synchronization [req-ac9f6714-634e-4fa4-94db-eff49da7f6ae req-309e1393-3ec5-4240-a4a6-589c8b4056b7 tempest-ImagesTestJSON-1752206587 tempest-ImagesTestJSON-1752206587-project-member] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 735.937158] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 735.938598] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.939401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.939401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.939401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.939498] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.939936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.939936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.939936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.940079] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.940156] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.442517] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.442678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.442743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.443098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.443301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.443479] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.443556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.443620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.443778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.443913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.443969] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be updated. [ 736.478187] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.478451] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.478526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.478804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.478992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.499559] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 736.658568] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.658916] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.659359] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.659869] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.660726] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.660980] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.661285] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.661826] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.662074] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.662460] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.662753] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.663016] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.663300] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.663567] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.663819] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.664106] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.700153] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.700351] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.700528] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.700712] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.701072] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-ca3f2b80-4363-4d13-94f8-a9a6360e3da6 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.701493] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-ca3f2b80-4363-4d13-94f8-a9a6360e3da6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.701637] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-ca3f2b80-4363-4d13-94f8-a9a6360e3da6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.702078] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-ca3f2b80-4363-4d13-94f8-a9a6360e3da6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.702278] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca3f2b80-4363-4d13-94f8-a9a6360e3da6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.851634] env[65756]: INFO networking_nsxv3.common.synchronization [req-c9b35516-e40d-4d91-9ba0-feec4910d8f8 req-06f5043b-6b58-4a65-9dba-6e735795d7cd tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 736.851634] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 736.852764] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.852764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.852764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.852764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.852764] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.853114] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.853114] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.853830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.853830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.853830] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.000264] env[65756]: INFO networking_nsxv3.common.synchronization [None req-4b4c9a77-fd8e-42d4-81f9-ff69378f575f None None] Enqueued Resource ID: 0a5a8189-8019-4e74-95fd-817978234256 with Priority: HIGHEST for action port [ 737.001553] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530f2a46-487d-4535-9b96-633a0909d89c in Status: SUCCESS [ 737.001553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.001975] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5a8189-8019-4e74-95fd-817978234256 with Priority: HIGHEST for action port [ 737.002380] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a5a8189-8019-4e74-95fd-817978234256 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.002809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a5a8189-8019-4e74-95fd-817978234256" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.002809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a5a8189-8019-4e74-95fd-817978234256" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.002912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a5a8189-8019-4e74-95fd-817978234256" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.003226] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a5a8189-8019-4e74-95fd-817978234256',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.205919] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.206176] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.206348] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.206806] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.206930] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.207156] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port ca3f2b80-4363-4d13-94f8-a9a6360e3da6 not found, creating... [ 737.207569] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.207722] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.207878] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.208204] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.208382] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.208761] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.208966] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.209134] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.209396] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.209567] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.209747] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: ca3f2b80-4363-4d13-94f8-a9a6360e3da6 is going to be created. [ 737.233480] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.233766] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.233943] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.234356] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.234686] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.234984] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-ca3f2b80-4363-4d13-94f8-a9a6360e3da6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.357999] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.357999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.357999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.357999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.357999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.357999] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.357999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.357999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.357999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.357999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.357999] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be updated. [ 737.410255] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.410448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.410590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.410849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.411228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.430459] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: IN_PROGRESS for 2s [ 737.505278] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a5a8189-8019-4e74-95fd-817978234256 [ 737.505532] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.505658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.505716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.505908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.505994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.506110] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a5a8189-8019-4e74-95fd-817978234256 already deleted. [ 737.506191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a5a8189-8019-4e74-95fd-817978234256" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.939419] env[65756]: INFO networking_nsxv3.common.synchronization [req-ac9f6714-634e-4fa4-94db-eff49da7f6ae req-eabcf69b-5aab-42f7-875d-7e2cada5e23a service nova] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_rules [ 737.939590] env[65756]: INFO networking_nsxv3.common.synchronization [req-ac9f6714-634e-4fa4-94db-eff49da7f6ae req-eabcf69b-5aab-42f7-875d-7e2cada5e23a service nova] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 737.939731] env[65756]: INFO networking_nsxv3.common.synchronization [req-ac9f6714-634e-4fa4-94db-eff49da7f6ae req-eabcf69b-5aab-42f7-875d-7e2cada5e23a service nova] Enqueued Resource ID: ca3f2b80-4363-4d13-94f8-a9a6360e3da6 with Priority: HIGHEST for action port [ 737.940014] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_rules [ 737.940158] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 737.940255] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3f2b80-4363-4d13-94f8-a9a6360e3da6 with Priority: HIGHEST for action port [ 737.940835] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.940964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.941068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.941238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.941321] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.942719] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.942809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.943191] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca3f2b80-4363-4d13-94f8-a9a6360e3da6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.943191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca3f2b80-4363-4d13-94f8-a9a6360e3da6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.943288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca3f2b80-4363-4d13-94f8-a9a6360e3da6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.943481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca3f2b80-4363-4d13-94f8-a9a6360e3da6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.944076] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca3f2b80-4363-4d13-94f8-a9a6360e3da6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.363402] env[65756]: INFO networking_nsxv3.common.synchronization [req-af078062-e8b0-4ebb-8d52-b5719b612c01 req-47bd8be6-d0ad-42fa-9b1d-02e8a90739cb tempest-ListImageFiltersTestJSON-1324341838 tempest-ListImageFiltersTestJSON-1324341838-project-member] Enqueued Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_members [ 738.363965] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_members [ 738.367555] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.368239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.368624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.368883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.369495] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.370357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.370357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.370453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.370568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.370658] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.443203] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.443342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.446785] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca3f2b80-4363-4d13-94f8-a9a6360e3da6 with status ACTIVE [ 738.446785] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.446785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.446785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.446785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.446785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.447096] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.447096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.447170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.449021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.449021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.449021] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.449021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.449021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.449021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.449021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.449021] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca3f2b80-4363-4d13-94f8-a9a6360e3da6 is going to be updated. [ 738.473927] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.474700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.474890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.476975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.476975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.477142] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca3f2b80-4363-4d13-94f8-a9a6360e3da6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.513250] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 738.513250] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 deletion is rescheduled due to dependency. [ 738.513250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.513250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.513250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.513250] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.513250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.513250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.513250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.513250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.513250] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.829025] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.829025] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.829388] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.829856] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.830850] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.830850] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.830850] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.831097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.831189] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.831534] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.831648] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.831760] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.831949] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.832168] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.832286] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.832417] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.854474] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.854702] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.854901] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.855100] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.855463] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-e2a356f5-790d-404f-b6a7-bb72be90502f taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.855744] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-e2a356f5-790d-404f-b6a7-bb72be90502f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.855873] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-e2a356f5-790d-404f-b6a7-bb72be90502f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.856348] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-e2a356f5-790d-404f-b6a7-bb72be90502f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.856497] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a356f5-790d-404f-b6a7-bb72be90502f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.875278] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.016691] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.359691] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.359846] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.359972] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.360296] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.360444] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.360602] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port e2a356f5-790d-404f-b6a7-bb72be90502f not found, creating... [ 739.360947] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.361182] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.361293] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.361561] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.361705] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.366234] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.366596] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.366707] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.367014] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.367164] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.367316] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: e2a356f5-790d-404f-b6a7-bb72be90502f is going to be created. [ 739.381221] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.392857] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.393156] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.393279] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.393550] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.393786] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.394018] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-e2a356f5-790d-404f-b6a7-bb72be90502f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.441364] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 739.441549] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 deletion is rescheduled due to dependency. [ 739.441660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.520434] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.880954] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.881175] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.881252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.881519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.881628] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.881733] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530f2a46-487d-4535-9b96-633a0909d89c is going to be updated. [ 739.914887] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.915141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.915252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.915467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.915576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.925513] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530f2a46-487d-4535-9b96-633a0909d89c in Status: IN_PROGRESS for 2s [ 740.022732] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.024558] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.024558] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.024558] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.024558] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.024558] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be updated. [ 740.066109] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.066340] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.066417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.066637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.066783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.077688] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 740.163123] env[65756]: INFO networking_nsxv3.common.synchronization [req-af078062-e8b0-4ebb-8d52-b5719b612c01 req-c5940acd-8d05-4740-8350-1b67c4e2834a service nova] Enqueued Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_rules [ 740.163677] env[65756]: INFO networking_nsxv3.common.synchronization [req-af078062-e8b0-4ebb-8d52-b5719b612c01 req-c5940acd-8d05-4740-8350-1b67c4e2834a service nova] Enqueued Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_members [ 740.163677] env[65756]: INFO networking_nsxv3.common.synchronization [req-af078062-e8b0-4ebb-8d52-b5719b612c01 req-c5940acd-8d05-4740-8350-1b67c4e2834a service nova] Enqueued Resource ID: e2a356f5-790d-404f-b6a7-bb72be90502f with Priority: HIGHEST for action port [ 740.163955] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_rules [ 740.164117] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_members [ 740.165881] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a356f5-790d-404f-b6a7-bb72be90502f with Priority: HIGHEST for action port [ 740.165881] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.165881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.165881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.165881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.165881] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.170480] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.170480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.170480] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2a356f5-790d-404f-b6a7-bb72be90502f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.170480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2a356f5-790d-404f-b6a7-bb72be90502f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.170480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2a356f5-790d-404f-b6a7-bb72be90502f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.170480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2a356f5-790d-404f-b6a7-bb72be90502f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.170480] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a356f5-790d-404f-b6a7-bb72be90502f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.512080] env[65756]: INFO networking_nsxv3.common.synchronization [req-e068b802-80d9-4f52-8532-0de9a8f9dc0c req-fc3a58e2-d681-4b2e-9041-f249e088737b tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGHEST for action security_group_members [ 740.512080] env[65756]: INFO networking_nsxv3.common.synchronization [req-e068b802-80d9-4f52-8532-0de9a8f9dc0c req-fc3a58e2-d681-4b2e-9041-f249e088737b tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 740.512591] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGHEST for action security_group_members [ 740.512697] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 740.513108] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-15bf4e43-6342-4037-881f-c9f8b1cf05f0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.513247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.513315] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.513616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.514022] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.514166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.514241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.514475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.514603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.514728] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.515977] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.516837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.516837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.516837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.516837] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.517058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.517058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.518351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.518351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.518351] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.585407] env[65756]: INFO networking_nsxv3.common.synchronization [req-e068b802-80d9-4f52-8532-0de9a8f9dc0c req-fc3a58e2-d681-4b2e-9041-f249e088737b tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGHEST for action security_group_rules [ 740.585581] env[65756]: INFO networking_nsxv3.common.synchronization [req-e068b802-80d9-4f52-8532-0de9a8f9dc0c req-fc3a58e2-d681-4b2e-9041-f249e088737b tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGHEST for action security_group_members [ 740.585712] env[65756]: INFO networking_nsxv3.common.synchronization [req-e068b802-80d9-4f52-8532-0de9a8f9dc0c req-fc3a58e2-d681-4b2e-9041-f249e088737b tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_rules [ 740.585907] env[65756]: INFO networking_nsxv3.common.synchronization [req-e068b802-80d9-4f52-8532-0de9a8f9dc0c req-fc3a58e2-d681-4b2e-9041-f249e088737b tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 740.586056] env[65756]: INFO networking_nsxv3.common.synchronization [req-e068b802-80d9-4f52-8532-0de9a8f9dc0c req-fc3a58e2-d681-4b2e-9041-f249e088737b tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: b2ddf768-6552-4997-879b-850ef7571f02 with Priority: HIGHEST for action port [ 740.586610] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGHEST for action security_group_rules [ 740.586748] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_rules [ 740.586843] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ddf768-6552-4997-879b-850ef7571f02 with Priority: HIGHEST for action port [ 740.586962] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGHEST for action security_group_members [ 740.587075] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 740.587418] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.587542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.587680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.587854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.587938] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.589143] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.589143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.589234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.589366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.589439] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.590201] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2ddf768-6552-4997-879b-850ef7571f02 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.590584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.590584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.590584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.590584] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2ddf768-6552-4997-879b-850ef7571f02',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.591436] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-15bf4e43-6342-4037-881f-c9f8b1cf05f0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.591571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.591712] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.591790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.670992] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.671163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.671374] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2a356f5-790d-404f-b6a7-bb72be90502f with status ACTIVE [ 740.671606] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.671746] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.671819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.674325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.674325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.674325] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.674325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.674325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.674325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.674325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.674325] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.674325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.674325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.674325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.674325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.675234] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2a356f5-790d-404f-b6a7-bb72be90502f is going to be updated. [ 740.700834] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.700989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.701073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.701369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.701502] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.701680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2a356f5-790d-404f-b6a7-bb72be90502f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.020114] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.021139] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.093040] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2ddf768-6552-4997-879b-850ef7571f02 with status ACTIVE [ 741.093352] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.094603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.094603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.094603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.094603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.094603] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.094603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.094603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.094908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.094908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.095170] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.095292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.095373] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.095551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.095623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.095734] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2ddf768-6552-4997-879b-850ef7571f02 is going to be updated. [ 741.097681] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-15bf4e43-6342-4037-881f-c9f8b1cf05f0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.097793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.098108] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.098198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.120554] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.120657] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.120732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.120962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.121212] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.121479] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.294447] env[65756]: INFO networking_nsxv3.common.synchronization [None req-3d52def9-2bad-4a85-ba1b-86ec805cbbbd tempest-ServersTestFqdnHostnames-1933205817 tempest-ServersTestFqdnHostnames-1933205817-project-member] Enqueued Resource ID: 5b85aea3-6187-4921-a344-4460db078fa9 with Priority: HIGHEST for action security_group_rules [ 741.295296] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b85aea3-6187-4921-a344-4460db078fa9 with Priority: HIGHEST for action security_group_rules [ 741.295806] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b85aea3-6187-4921-a344-4460db078fa9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.295931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.295931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.296563] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.296915] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b85aea3-6187-4921-a344-4460db078fa9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.441128] env[65756]: INFO networking_nsxv3.common.synchronization [None req-6bd20a32-610f-432e-a4eb-de4eeff424b2 tempest-ServersTestFqdnHostnames-1933205817 tempest-ServersTestFqdnHostnames-1933205817-project-member] Enqueued Resource ID: 5b85aea3-6187-4921-a344-4460db078fa9 with Priority: HIGHEST for action security_group_rules [ 741.441737] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b85aea3-6187-4921-a344-4460db078fa9 with Priority: HIGHEST for action security_group_rules [ 741.442412] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b85aea3-6187-4921-a344-4460db078fa9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.442539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.523046] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.525272] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.824694] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.824694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.824694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.824926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.825045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.825153] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b85aea3-6187-4921-a344-4460db078fa9 already deleted. [ 741.825257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.828328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.828693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.828819] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b85aea3-6187-4921-a344-4460db078fa9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.937842] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530f2a46-487d-4535-9b96-633a0909d89c in Status: SUCCESS [ 741.938073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.938265] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.938502] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.938691] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.938819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.938888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.939066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.939152] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.939233] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.026132] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.026321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.026433] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.027410] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.028084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.028084] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 is going to be created. [ 742.029019] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.029147] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.029216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.029388] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.029468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.029554] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 742.055583] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.056015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.056336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.056599] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.056814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.059031] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.059352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.059599] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.059857] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.060076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.070801] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 742.071988] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: UNINITIALIZED for 2s [ 742.087342] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 742.087612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.087876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.088150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.088377] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.088531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.089145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.089731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.089731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.089731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.089731] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.353864] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.353864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.353864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.354059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.354059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.356137] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b85aea3-6187-4921-a344-4460db078fa9 already deleted. [ 742.356137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.442594] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.592119] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.592534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.592534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.592712] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.592939] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.593106] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.593219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.593421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.593559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.594063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.594063] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.594063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.594215] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.594310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.594502] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.594634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.594736] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.594890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.594993] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.595231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.595335] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.878618] env[65756]: INFO networking_nsxv3.common.synchronization [req-46979298-1a1b-4a6f-aa41-408c82200103 req-8d8a0d03-b0e6-4d0c-a6f6-6249425c152a tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGHEST for action security_group_members [ 742.878774] env[65756]: INFO networking_nsxv3.common.synchronization [req-46979298-1a1b-4a6f-aa41-408c82200103 req-8d8a0d03-b0e6-4d0c-a6f6-6249425c152a tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 742.879598] env[65756]: INFO networking_nsxv3.common.synchronization [req-46979298-1a1b-4a6f-aa41-408c82200103 req-8d8a0d03-b0e6-4d0c-a6f6-6249425c152a tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 with Priority: HIGHEST for action security_group_members [ 742.879816] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGHEST for action security_group_members [ 742.879974] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 742.880182] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 with Priority: HIGHEST for action security_group_members [ 742.880572] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-15bf4e43-6342-4037-881f-c9f8b1cf05f0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.880752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.881185] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.881321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.881841] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b254ef8-bfc3-4eee-8333-6af45e3d7065 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.881841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.881841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.882191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.882391] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.882574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.882698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.883177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.883495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.883557] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b254ef8-bfc3-4eee-8333-6af45e3d7065',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.945391] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.959705] env[65756]: INFO networking_nsxv3.common.synchronization [req-46979298-1a1b-4a6f-aa41-408c82200103 req-8d8a0d03-b0e6-4d0c-a6f6-6249425c152a tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGHEST for action security_group_rules [ 742.961874] env[65756]: INFO networking_nsxv3.common.synchronization [req-46979298-1a1b-4a6f-aa41-408c82200103 req-8d8a0d03-b0e6-4d0c-a6f6-6249425c152a tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGHEST for action security_group_members [ 742.961874] env[65756]: INFO networking_nsxv3.common.synchronization [req-46979298-1a1b-4a6f-aa41-408c82200103 req-8d8a0d03-b0e6-4d0c-a6f6-6249425c152a tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 with Priority: HIGHEST for action security_group_rules [ 742.961874] env[65756]: INFO networking_nsxv3.common.synchronization [req-46979298-1a1b-4a6f-aa41-408c82200103 req-8d8a0d03-b0e6-4d0c-a6f6-6249425c152a tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 with Priority: HIGHEST for action security_group_members [ 742.961874] env[65756]: INFO networking_nsxv3.common.synchronization [req-46979298-1a1b-4a6f-aa41-408c82200103 req-8d8a0d03-b0e6-4d0c-a6f6-6249425c152a tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_rules [ 742.961874] env[65756]: INFO networking_nsxv3.common.synchronization [req-46979298-1a1b-4a6f-aa41-408c82200103 req-8d8a0d03-b0e6-4d0c-a6f6-6249425c152a tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 742.961874] env[65756]: INFO networking_nsxv3.common.synchronization [req-46979298-1a1b-4a6f-aa41-408c82200103 req-8d8a0d03-b0e6-4d0c-a6f6-6249425c152a tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: b2ddf768-6552-4997-879b-850ef7571f02 with Priority: HIGHEST for action port [ 742.964894] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGHEST for action security_group_rules [ 742.965079] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 with Priority: HIGHEST for action security_group_rules [ 742.967319] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 742.967508] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ddf768-6552-4997-879b-850ef7571f02 with Priority: HIGHEST for action port [ 742.967635] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_rules [ 742.967728] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGHEST for action security_group_members [ 742.968232] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 with Priority: HIGHEST for action security_group_members [ 742.969278] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.969482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.969613] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b254ef8-bfc3-4eee-8333-6af45e3d7065 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.969708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.969777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.971232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.971232] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b254ef8-bfc3-4eee-8333-6af45e3d7065',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.971232] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.971232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.971462] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2ddf768-6552-4997-879b-850ef7571f02 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.971462] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.971524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.971784] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.971784] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2ddf768-6552-4997-879b-850ef7571f02',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.974313] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.974313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.974313] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-15bf4e43-6342-4037-881f-c9f8b1cf05f0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.974313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.974313] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b254ef8-bfc3-4eee-8333-6af45e3d7065 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.974313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.099257] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dab46417-eb12-4230-a290-34abd48aae30: rpc.has_security_group_logging(os_id): False [ 743.118104] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.118231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.118231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.118752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.118752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.118752] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.118863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.118863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.119128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.119128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.119364] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.119718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.119718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.119718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.119838] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.120474] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.120474] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.120474] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.120474] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.120474] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.120474] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be updated. [ 743.184704] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.185084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.185241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.185532] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.185793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.201020] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 743.385716] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b254ef8-bfc3-4eee-8333-6af45e3d7065',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.425209] env[65756]: INFO networking_nsxv3.common.synchronization [req-98c6308c-4b58-4472-92d4-0be0ec782caa req-65970d88-01e8-4b69-a04e-080eb520f3a7 tempest-InstanceActionsNegativeTestJSON-937815288 tempest-InstanceActionsNegativeTestJSON-937815288-project-member] Enqueued Resource ID: 09364ac8-f087-4ddf-9309-55facab57ff7 with Priority: HIGHEST for action security_group_members [ 743.425735] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09364ac8-f087-4ddf-9309-55facab57ff7 with Priority: HIGHEST for action security_group_members [ 743.426087] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-09364ac8-f087-4ddf-9309-55facab57ff7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.426270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.426270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.426427] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.426579] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.426674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.426739] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.427258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.427258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.428460] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09364ac8-f087-4ddf-9309-55facab57ff7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.450302] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.450524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.450638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.450922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.451034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.451136] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530f2a46-487d-4535-9b96-633a0909d89c is going to be updated. [ 743.474949] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b254ef8-bfc3-4eee-8333-6af45e3d7065 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.475224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.477474] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2ddf768-6552-4997-879b-850ef7571f02 with status ACTIVE [ 743.477673] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.477798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.477850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.478073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.478166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.478338] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.478433] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.478494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.478647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.478722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.478896] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.478992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.479058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.479195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.479301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.479343] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2ddf768-6552-4997-879b-850ef7571f02 is going to be updated. [ 743.484923] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.484923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.484923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.484923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.484923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.489572] env[65756]: INFO networking_nsxv3.common.synchronization [req-4e116884-a96f-45a7-ac36-95ea977ad0e7 req-47ef8631-c512-4024-b254-19c0d908a72f tempest-ServerTagsTestJSON-1916808581 tempest-ServerTagsTestJSON-1916808581-project-member] Enqueued Resource ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b with Priority: HIGHEST for action security_group_members [ 743.490811] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b with Priority: HIGHEST for action security_group_members [ 743.490955] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-349277ac-39ef-4125-bc91-d7ea1ce5f22b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.491528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.491528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.491528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.491644] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.491743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.491955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.494114] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.494114] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.494114] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('349277ac-39ef-4125-bc91-d7ea1ce5f22b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.497758] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530f2a46-487d-4535-9b96-633a0909d89c in Status: IN_PROGRESS for 2s [ 743.510371] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.510593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.510675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.510926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.511133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.511348] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2ddf768-6552-4997-879b-850ef7571f02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.890857] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b254ef8-bfc3-4eee-8333-6af45e3d7065',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.926975] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.927137] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-286" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.927224] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-286" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.927567] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-286" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.927921] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.928128] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.928416] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.928503] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.928716] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.928985] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.929171] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.929313] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.929443] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.929576] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.929702] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.929856] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.934037] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.934037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.934037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.934037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.934037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.934037] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.934037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.934037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.934609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.934609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.934609] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09364ac8-f087-4ddf-9309-55facab57ff7 is going to be updated. [ 743.952332] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.952943] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.953525] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.954070] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-286" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.954504] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-6c3bb9a9-6e3d-473d-89d7-ea617a550ad4 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.954745] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-6c3bb9a9-6e3d-473d-89d7-ea617a550ad4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.954927] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-6c3bb9a9-6e3d-473d-89d7-ea617a550ad4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.955328] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-6c3bb9a9-6e3d-473d-89d7-ea617a550ad4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.955525] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c3bb9a9-6e3d-473d-89d7-ea617a550ad4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.968492] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.968664] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.968753] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.968967] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.969153] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.981631] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09364ac8-f087-4ddf-9309-55facab57ff7 in Status: IN_PROGRESS for 2s [ 743.995602] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.998083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.998183] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.998482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.998609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.998849] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.998957] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.999029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.999217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.999313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.999392] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b already deleted. [ 743.999465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.084457] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: SUCCESS [ 744.084750] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.084976] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.085313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.085563] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.085739] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.085797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.085996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.086123] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.086249] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.088964] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 744.088964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.088964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.088964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.089232] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.089730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.089730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.089730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.089730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.089963] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.394018] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.394190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.394271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.394591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.394687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.394789] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 is going to be created. [ 744.421305] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.421535] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.421535] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.421749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.421913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.432351] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 in Status: UNINITIALIZED for 2s [ 744.458847] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.459210] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.459399] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.459802] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.460042] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.460278] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 6c3bb9a9-6e3d-473d-89d7-ea617a550ad4 not found, creating... [ 744.460674] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.460892] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.466022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.466022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.466022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.466022] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.466022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.466022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.466022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.466022] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.466022] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 6c3bb9a9-6e3d-473d-89d7-ea617a550ad4 is going to be created. [ 744.490138] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.490485] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.490485] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.490869] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.491239] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.491503] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-6c3bb9a9-6e3d-473d-89d7-ea617a550ad4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.595260] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.595260] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.096720] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.097781] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.206318] env[65756]: INFO networking_nsxv3.common.synchronization [req-4e116884-a96f-45a7-ac36-95ea977ad0e7 req-da234490-72fc-41f8-99f9-1d87c6e13058 service nova] Enqueued Resource ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b with Priority: HIGHEST for action security_group_rules [ 745.206696] env[65756]: INFO networking_nsxv3.common.synchronization [req-4e116884-a96f-45a7-ac36-95ea977ad0e7 req-da234490-72fc-41f8-99f9-1d87c6e13058 service nova] Enqueued Resource ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b with Priority: HIGHEST for action security_group_members [ 745.207025] env[65756]: INFO networking_nsxv3.common.synchronization [req-4e116884-a96f-45a7-ac36-95ea977ad0e7 req-da234490-72fc-41f8-99f9-1d87c6e13058 service nova] Enqueued Resource ID: 6c3bb9a9-6e3d-473d-89d7-ea617a550ad4 with Priority: HIGHEST for action port [ 745.207788] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b with Priority: HIGHEST for action security_group_rules [ 745.208033] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b with Priority: HIGHEST for action security_group_members [ 745.208197] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c3bb9a9-6e3d-473d-89d7-ea617a550ad4 with Priority: HIGHEST for action port [ 745.208888] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-349277ac-39ef-4125-bc91-d7ea1ce5f22b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.209316] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.209931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.210283] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.211898] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('349277ac-39ef-4125-bc91-d7ea1ce5f22b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.212977] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-349277ac-39ef-4125-bc91-d7ea1ce5f22b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.213285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.213285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.213796] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.215154] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.215154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.215154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.215316] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.215574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.215735] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('349277ac-39ef-4125-bc91-d7ea1ce5f22b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.217432] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c3bb9a9-6e3d-473d-89d7-ea617a550ad4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.217662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c3bb9a9-6e3d-473d-89d7-ea617a550ad4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.219328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c3bb9a9-6e3d-473d-89d7-ea617a550ad4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.219622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c3bb9a9-6e3d-473d-89d7-ea617a550ad4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.219762] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c3bb9a9-6e3d-473d-89d7-ea617a550ad4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.221749] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 745.223140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.370842] env[65756]: INFO networking_nsxv3.common.synchronization [req-a3efe2db-9735-4d42-bac6-232e9903e9b0 req-a540b418-1b10-4992-bb92-3d75613afa40 tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 with Priority: HIGHEST for action security_group_members [ 745.371969] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 with Priority: HIGHEST for action security_group_members [ 745.371969] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cddbd12-4d96-47bb-90fd-01caeeb2a389 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.371969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.371969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.372624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.373047] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.373047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.373047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.373254] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.373407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.373460] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cddbd12-4d96-47bb-90fd-01caeeb2a389',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.510149] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530f2a46-487d-4535-9b96-633a0909d89c in Status: SUCCESS [ 745.510376] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.510610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.510829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.511052] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.511182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.511246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.511421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.511508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.511592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.512703] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.603023] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.603023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.603023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.603023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.603023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.603023] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 745.603023] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.603023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.603023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.603023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.603023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.603023] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 is going to be updated. [ 745.638125] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.638476] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.638619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.638932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.639195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.641275] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.641511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.641653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.643580] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.643580] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.652576] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 745.653469] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: IN_PROGRESS for 2s [ 745.721683] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('349277ac-39ef-4125-bc91-d7ea1ce5f22b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.722938] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-349277ac-39ef-4125-bc91-d7ea1ce5f22b taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.723101] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.724370] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c3bb9a9-6e3d-473d-89d7-ea617a550ad4 with status ACTIVE [ 745.724542] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.724657] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.724724] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.726650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.726650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.726650] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.726650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.726650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.726650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.726650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.726650] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.726650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.726650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.726650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.726650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.726650] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c3bb9a9-6e3d-473d-89d7-ea617a550ad4 is going to be updated. [ 745.756351] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.756351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.756351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.756351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.756351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.756351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c3bb9a9-6e3d-473d-89d7-ea617a550ad4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.877139] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.877773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.877773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.877773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.877773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.878108] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.878108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.878108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.878270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.878270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.878321] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 is going to be updated. [ 745.909357] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.909357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.909357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.909649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.909685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.925417] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 in Status: IN_PROGRESS for 2s [ 745.991994] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09364ac8-f087-4ddf-9309-55facab57ff7 in Status: SUCCESS [ 745.992291] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09364ac8-f087-4ddf-9309-55facab57ff7 deletion is rescheduled due to dependency. [ 745.992465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09364ac8-f087-4ddf-9309-55facab57ff7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.016819] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.017082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.017082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.018567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.018842] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.019035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.019035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.019255] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.019354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.019429] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.019876] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.019876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.019876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.020100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.020100] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.020234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.020234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.020395] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.020444] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.020496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.020599] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.229429] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('349277ac-39ef-4125-bc91-d7ea1ce5f22b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.446268] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 in Status: SUCCESS [ 746.446268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.446268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.446268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.446268] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.446268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.446268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.446268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.446268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.446268] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b254ef8-bfc3-4eee-8333-6af45e3d7065',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.523957] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530f2a46-487d-4535-9b96-633a0909d89c: rpc.has_security_group_logging(os_id): False [ 746.544029] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.544029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.544029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.544029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.544029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.544029] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.544029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.544029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.544029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.544029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.544029] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.544029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.544029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.544029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.544029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.544795] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.544795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.544795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.544795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.544795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.544795] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530f2a46-487d-4535-9b96-633a0909d89c is going to be updated. [ 746.636578] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.637844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.637844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.637844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.637844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.653488] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530f2a46-487d-4535-9b96-633a0909d89c in Status: IN_PROGRESS for 2s [ 746.732215] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.732463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.732463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.732661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.732750] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.732848] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b is going to be created. [ 746.767241] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.767241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.767563] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.767563] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.767694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.788649] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b in Status: UNINITIALIZED for 2s [ 746.947937] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b254ef8-bfc3-4eee-8333-6af45e3d7065',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.216681] env[65756]: INFO networking_nsxv3.common.synchronization [req-a13a50f0-a03b-44dd-bdd3-dfc38edae332 req-640bdab1-3ac0-46eb-9e49-4fd1dd63d67c tempest-ListServersNegativeTestJSON-704088029 tempest-ListServersNegativeTestJSON-704088029-project-member] Enqueued Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 747.216681] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 747.217085] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.217250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.217338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.217595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.217787] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.217888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.217996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.218223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.218395] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.218664] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.450482] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b254ef8-bfc3-4eee-8333-6af45e3d7065',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.672612] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: SUCCESS [ 747.673966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.674909] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 747.675246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.675329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.675513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.675706] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.675823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.675888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.676384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.676384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.676384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.676384] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.678079] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.678079] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.679356] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.679356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.679356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.679356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.679356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.679356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.679356] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.679711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.680022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.680138] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.680245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.680309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.680453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.680532] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.680624] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.681771] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.682850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.682850] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.682850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.682850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.682850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.682850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.683196] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.720957] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.939127] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 in Status: SUCCESS [ 747.939127] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 deletion is rescheduled due to dependency. [ 747.939127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.955956] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.955956] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.955956] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.955956] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.956176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.956176] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 is going to be updated. [ 747.992767] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.992767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.992767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.992767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.992767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.006486] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 in Status: IN_PROGRESS for 2s [ 748.181224] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.184991] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.186580] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.186709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.186846] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.225212] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.382839] env[65756]: INFO networking_nsxv3.common.synchronization [req-7432af09-c2af-4562-a99d-92723b3cdcb2 req-cab7058a-3825-486f-80db-687e96c5a5b4 tempest-ServersV294TestFqdnHostnames-1552108962 tempest-ServersV294TestFqdnHostnames-1552108962-project-member] Enqueued Resource ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 with Priority: HIGHEST for action security_group_members [ 748.382839] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 with Priority: HIGHEST for action security_group_members [ 748.382839] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd388bf0-7510-493a-a723-7ff9e8fdfa21 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.382839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.382839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.382839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.382839] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.382839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.382839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.382839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.382839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.382839] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd388bf0-7510-493a-a723-7ff9e8fdfa21',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.670971] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530f2a46-487d-4535-9b96-633a0909d89c in Status: SUCCESS [ 748.671383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.688990] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15bf4e43-6342-4037-881f-c9f8b1cf05f0: rpc.has_security_group_logging(os_id): False [ 748.691441] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.693273] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.711352] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.711352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.711352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.711896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.711896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.712242] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.712687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.713439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.713439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.713439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.713439] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 is going to be created. [ 748.730524] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.730735] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.730816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.731078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.731158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.731915] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b is going to be updated. [ 748.759890] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.759890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.760044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.760285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.760337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.771099] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: IN_PROGRESS for 2s [ 748.775217] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.775386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.775386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.777404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.777404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.795925] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: IN_PROGRESS for 2s [ 748.809205] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b in Status: SUCCESS [ 748.809433] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.809785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.809918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.810132] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.810621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.810621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.810621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.810621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.810621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.810883] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('349277ac-39ef-4125-bc91-d7ea1ce5f22b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.885288] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.885288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.885650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.887163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.887163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.888594] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.888594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.888594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.888594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.888594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.888594] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 already deleted. [ 748.888594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.915552] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.915552] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.915552] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.917684] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.918016] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.918194] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.918474] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.918572] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.918708] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.918914] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.919031] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.919132] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.919232] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.919334] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.919432] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.919557] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.960153] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.960399] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.960593] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.960867] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.961211] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-9cfcce2e-482a-4ebe-bcec-0704620ce96e taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.961416] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-9cfcce2e-482a-4ebe-bcec-0704620ce96e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.961501] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-9cfcce2e-482a-4ebe-bcec-0704620ce96e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.961802] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-9cfcce2e-482a-4ebe-bcec-0704620ce96e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.961946] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cfcce2e-482a-4ebe-bcec-0704620ce96e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.195034] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.195273] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.195273] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.195498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.195583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.195683] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 is going to be updated. [ 749.196956] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.197122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.197122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.197294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.197374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.197460] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 749.227434] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.227620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.227776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.228050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.228271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.230292] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.230471] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.230579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.230799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.230982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.240943] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 749.242290] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: IN_PROGRESS for 2s [ 749.316209] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-349277ac-39ef-4125-bc91-d7ea1ce5f22b taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.316445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.316566] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.316924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.317192] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.317362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.317568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.317931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.317931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.318098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.318432] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-349277ac-39ef-4125-bc91-d7ea1ce5f22b taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.318619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.318725] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.318943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.319187] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.319322] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.319500] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.319597] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.319828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.320017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.320167] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('349277ac-39ef-4125-bc91-d7ea1ce5f22b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.465779] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.466013] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.466323] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.466707] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.466904] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.467093] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 9cfcce2e-482a-4ebe-bcec-0704620ce96e not found, creating... [ 749.467424] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.467626] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.467770] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.468133] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.468306] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.469592] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.469801] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.469934] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.470228] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.470403] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.470571] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 9cfcce2e-482a-4ebe-bcec-0704620ce96e is going to be created. [ 749.494204] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.494421] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.494540] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.494859] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.495107] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.495331] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-9cfcce2e-482a-4ebe-bcec-0704620ce96e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.823143] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 349277ac-39ef-4125-bc91-d7ea1ce5f22b: rpc.has_security_group_logging(os_id): False [ 749.846515] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.846732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.846732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.846957] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.847079] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.847394] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.847562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.847620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.847793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.847869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.848120] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.848238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.848295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.848464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.848533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.848754] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.848848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.848895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.849121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.849232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.849359] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b is going to be created. [ 749.940963] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.941215] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.941215] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.941338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.941883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.958960] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b in Status: IN_PROGRESS for 2s [ 750.020097] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 in Status: SUCCESS [ 750.020097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.020097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.020097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.020097] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.020097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.020097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.020097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.020812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.021431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.021779] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b254ef8-bfc3-4eee-8333-6af45e3d7065',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.258594] env[65756]: INFO networking_nsxv3.common.synchronization [req-7432af09-c2af-4562-a99d-92723b3cdcb2 req-c82b58a3-556b-4eee-8e28-3cfe9cccbec6 service nova] Enqueued Resource ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 with Priority: HIGHEST for action security_group_rules [ 750.258888] env[65756]: INFO networking_nsxv3.common.synchronization [req-7432af09-c2af-4562-a99d-92723b3cdcb2 req-c82b58a3-556b-4eee-8e28-3cfe9cccbec6 service nova] Enqueued Resource ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 with Priority: HIGHEST for action security_group_members [ 750.259598] env[65756]: INFO networking_nsxv3.common.synchronization [req-7432af09-c2af-4562-a99d-92723b3cdcb2 req-c82b58a3-556b-4eee-8e28-3cfe9cccbec6 service nova] Enqueued Resource ID: 9cfcce2e-482a-4ebe-bcec-0704620ce96e with Priority: HIGHEST for action port [ 750.261958] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 with Priority: HIGHEST for action security_group_rules [ 750.262172] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 with Priority: HIGHEST for action security_group_members [ 750.262291] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cfcce2e-482a-4ebe-bcec-0704620ce96e with Priority: HIGHEST for action port [ 750.262594] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.262776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.262811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.263068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.263186] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd388bf0-7510-493a-a723-7ff9e8fdfa21',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.264190] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd388bf0-7510-493a-a723-7ff9e8fdfa21 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.264346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.264387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.264611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.264790] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.264877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.264935] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.265628] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.265744] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.265871] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd388bf0-7510-493a-a723-7ff9e8fdfa21',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.266823] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cfcce2e-482a-4ebe-bcec-0704620ce96e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.267008] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cfcce2e-482a-4ebe-bcec-0704620ce96e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.267073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cfcce2e-482a-4ebe-bcec-0704620ce96e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.267285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cfcce2e-482a-4ebe-bcec-0704620ce96e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.267398] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cfcce2e-482a-4ebe-bcec-0704620ce96e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.525560] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b254ef8-bfc3-4eee-8333-6af45e3d7065',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.773028] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd388bf0-7510-493a-a723-7ff9e8fdfa21 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.773028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.773028] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd388bf0-7510-493a-a723-7ff9e8fdfa21',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.773028] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cfcce2e-482a-4ebe-bcec-0704620ce96e with status ACTIVE [ 750.773028] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.773028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.773028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.773028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.773028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.773028] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.773028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.773028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.773028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.773028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.773698] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.773698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.773698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.773698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.773698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.773698] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cfcce2e-482a-4ebe-bcec-0704620ce96e is going to be updated. [ 750.787461] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: SUCCESS [ 750.787687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.804548] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.804737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.804812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.805018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.805155] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.805466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cfcce2e-482a-4ebe-bcec-0704620ce96e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.811209] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: SUCCESS [ 750.811343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.811748] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.812103] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.812200] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.026496] env[65756]: INFO networking_nsxv3.common.synchronization [req-0b941e2e-20ef-415b-9ac9-b1f96502f2d4 req-649716dd-0bdc-4b98-9227-c10eab463a04 tempest-ListServersNegativeTestJSON-704088029 tempest-ListServersNegativeTestJSON-704088029-project-member] Enqueued Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 751.026867] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGHEST for action security_group_members [ 751.028041] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.028041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.028041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.028041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.028041] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.028041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.028041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.028587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.028587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.028587] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.030244] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b254ef8-bfc3-4eee-8333-6af45e3d7065: rpc.has_security_group_logging(os_id): False [ 751.051250] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.051250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.051250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.051250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.051515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.051515] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.053587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.053587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.053587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.053587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.053587] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 is going to be created. [ 751.114870] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.115067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.115144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.115349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.115519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.128193] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 in Status: IN_PROGRESS for 2s [ 751.254583] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: SUCCESS [ 751.255370] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.255370] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.255370] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.255370] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.255687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.255687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.255687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.255922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.255922] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.257574] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 751.257676] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.257802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.257968] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.259008] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.259139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.259195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.259344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.259422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.259931] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.276142] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd388bf0-7510-493a-a723-7ff9e8fdfa21',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.314847] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-15bf4e43-6342-4037-881f-c9f8b1cf05f0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.315071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.328552] env[65756]: INFO networking_nsxv3.common.synchronization [req-57dc1d59-2005-457b-b9fe-f5a927d36bd2 req-70fb7e98-290c-4ae2-bde7-0a48a5a6ab9c tempest-MigrationsAdminTest-536750927 tempest-MigrationsAdminTest-536750927-project-member] Enqueued Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_members [ 751.329358] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_members [ 751.330393] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.330393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.330393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.330627] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.330678] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.330758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.330834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.331055] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.331149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.331244] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.532950] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.532950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.532950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.532950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.532950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.532950] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.532950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.532950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.532950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.532950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.533556] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b is going to be updated. [ 751.562410] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.562861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.562861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.563717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.563882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.575069] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: IN_PROGRESS for 2s [ 751.692113] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.692316] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.692428] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.692934] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.692934] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.693083] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.693191] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.693390] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.693524] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.694460] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.694460] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.694460] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.694460] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.694460] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.694656] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.694727] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.716226] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.718340] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.718340] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.718340] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.718340] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-d86e1d2a-5c30-4326-b2f5-07ba8b94d219 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.718340] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-d86e1d2a-5c30-4326-b2f5-07ba8b94d219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.718640] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-d86e1d2a-5c30-4326-b2f5-07ba8b94d219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.721086] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-d86e1d2a-5c30-4326-b2f5-07ba8b94d219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.721338] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d86e1d2a-5c30-4326-b2f5-07ba8b94d219',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.762991] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.764188] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.778378] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.778549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.778549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.779134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.779232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.779403] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 is going to be created. [ 751.815084] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.815300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.815368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.815595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.815751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.828251] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 in Status: UNINITIALIZED for 2s [ 751.834791] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.834926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.835015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.835240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.835331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.835517] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.835614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.835837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.835837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.835924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.835963] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca already deleted. [ 751.836088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.970744] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b in Status: SUCCESS [ 751.971231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.223387] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.223740] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.223740] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.223984] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.224277] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.224340] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port d86e1d2a-5c30-4326-b2f5-07ba8b94d219 not found, creating... [ 752.224633] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.224820] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.224908] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.225264] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.225326] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.225595] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.225748] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.225922] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.226290] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.226447] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.226579] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: d86e1d2a-5c30-4326-b2f5-07ba8b94d219 is going to be created. [ 752.265672] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.268557] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.309744] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.310350] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.310592] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.310940] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.311213] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.311456] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-d86e1d2a-5c30-4326-b2f5-07ba8b94d219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.769828] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.769960] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.770072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.770330] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.770365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.770465] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 is going to be updated. [ 752.771836] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.771952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.772045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.772223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.772305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.772395] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 752.828847] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.830975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.831137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.831324] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.831475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.835683] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.835851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.835957] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.836564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.836731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.851149] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 752.851149] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: IN_PROGRESS for 2s [ 753.074933] env[65756]: INFO networking_nsxv3.common.synchronization [req-57dc1d59-2005-457b-b9fe-f5a927d36bd2 req-b3d39356-9946-4423-90ad-750ea2660b49 service nova] Enqueued Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_rules [ 753.075123] env[65756]: INFO networking_nsxv3.common.synchronization [req-57dc1d59-2005-457b-b9fe-f5a927d36bd2 req-b3d39356-9946-4423-90ad-750ea2660b49 service nova] Enqueued Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_members [ 753.075312] env[65756]: INFO networking_nsxv3.common.synchronization [req-57dc1d59-2005-457b-b9fe-f5a927d36bd2 req-b3d39356-9946-4423-90ad-750ea2660b49 service nova] Enqueued Resource ID: d86e1d2a-5c30-4326-b2f5-07ba8b94d219 with Priority: HIGHEST for action port [ 753.075617] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_rules [ 753.075617] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_members [ 753.075718] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86e1d2a-5c30-4326-b2f5-07ba8b94d219 with Priority: HIGHEST for action port [ 753.076938] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.077105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.077179] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.077516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.077682] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.079291] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.079412] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.079480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.080072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.080072] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.080072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.080072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.080232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.080232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.080316] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.086035] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-d86e1d2a-5c30-4326-b2f5-07ba8b94d219 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.086035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d86e1d2a-5c30-4326-b2f5-07ba8b94d219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.086035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d86e1d2a-5c30-4326-b2f5-07ba8b94d219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.086035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d86e1d2a-5c30-4326-b2f5-07ba8b94d219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.086035] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d86e1d2a-5c30-4326-b2f5-07ba8b94d219',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.142447] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 in Status: SUCCESS [ 753.142447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.586071] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.587534] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.587779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.588277] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d86e1d2a-5c30-4326-b2f5-07ba8b94d219 with status ACTIVE [ 753.588369] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.588750] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.588750] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.588857] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.588912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.589310] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.589310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.589310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.589690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.589690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.591050] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.591050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.591050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.591050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.591050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.591050] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d86e1d2a-5c30-4326-b2f5-07ba8b94d219 is going to be updated. [ 753.593202] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b in Status: SUCCESS [ 753.593202] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b deletion is rescheduled due to dependency. [ 753.593202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.615917] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.616209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.616209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.616465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.616728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.616978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d86e1d2a-5c30-4326-b2f5-07ba8b94d219" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.839081] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 in Status: SUCCESS [ 753.840093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.840093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.840093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.840234] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.840293] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.840326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.840474] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.840552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.840774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.840774] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd388bf0-7510-493a-a723-7ff9e8fdfa21',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.090803] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.349340] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd388bf0-7510-493a-a723-7ff9e8fdfa21',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.434404] env[65756]: INFO networking_nsxv3.common.synchronization [None req-a4ab3379-65e9-484c-85e9-989a742351ed None None] Enqueued Resource ID: b7cfb74f-080a-45c5-9d6f-27c14dfb1c0b with Priority: HIGHEST for action port [ 754.434808] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7cfb74f-080a-45c5-9d6f-27c14dfb1c0b with Priority: HIGHEST for action port [ 754.438813] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7cfb74f-080a-45c5-9d6f-27c14dfb1c0b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.438813] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7cfb74f-080a-45c5-9d6f-27c14dfb1c0b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.438813] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7cfb74f-080a-45c5-9d6f-27c14dfb1c0b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.439159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7cfb74f-080a-45c5-9d6f-27c14dfb1c0b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.439499] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7cfb74f-080a-45c5-9d6f-27c14dfb1c0b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.592865] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.593308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.593308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.593308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.593494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.593494] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca is going to be created. [ 754.623745] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.623980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.623980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.624174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.624363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.639402] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca in Status: UNINITIALIZED for 2s [ 754.855204] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd388bf0-7510-493a-a723-7ff9e8fdfa21: rpc.has_security_group_logging(os_id): False [ 754.870974] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 754.874137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.875216] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: SUCCESS [ 754.875882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.875882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.875882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.876044] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.876106] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.876198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.876404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.876404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.876535] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.876641] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.876747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.876795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.876966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.881283] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.881453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.881598] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.882685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.882685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.882685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.882685] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.883239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.883239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.883380] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.883458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.883493] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.883612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.883701] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.883767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.883852] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.893098] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.893098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.893293] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.893486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.893486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.893756] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.893917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.894026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.894201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.894282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.894380] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 is going to be created. [ 754.945039] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7cfb74f-080a-45c5-9d6f-27c14dfb1c0b [ 754.945039] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.945039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.945039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.945039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.945039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.945039] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7cfb74f-080a-45c5-9d6f-27c14dfb1c0b already deleted. [ 754.945039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7cfb74f-080a-45c5-9d6f-27c14dfb1c0b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.971493] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.971665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.971737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.972434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.972434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.985661] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 in Status: IN_PROGRESS for 2s [ 755.386134] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfe757d1-a369-4361-a8a9-e6bff2c90690: rpc.has_security_group_logging(os_id): False [ 755.388685] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.413071] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.413071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.413071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.413071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.413071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.413071] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.413071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.413071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.413489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.413489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.413489] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.413588] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.413672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.414032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.414032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.414291] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.414408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.414450] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.414627] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.414708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.414862] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 755.498950] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.500219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.500219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.500219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.500219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.516799] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 755.891417] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15bf4e43-6342-4037-881f-c9f8b1cf05f0: rpc.has_security_group_logging(os_id): False [ 755.916327] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.917344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.917344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.917344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.919032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.919032] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.919032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.919032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.919032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.919032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.919032] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 is going to be updated. [ 755.978469] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.978642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.978695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.978937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.979144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.000301] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: IN_PROGRESS for 2s [ 756.196559] env[65756]: INFO networking_nsxv3.common.synchronization [req-5f2fb59b-0a37-472b-8f45-19e1b76d6915 req-dde91386-5aa3-4a69-ac80-b9a212e67150 tempest-ServersAdminTestJSON-1157423225 tempest-ServersAdminTestJSON-1157423225-project-member] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 756.200985] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 756.200985] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.200985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.200985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.200985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.200985] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.200985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.200985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.200985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.200985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.200985] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.666027] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca in Status: SUCCESS [ 756.666027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.666027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.666027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.666027] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.666027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.666027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.666027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.666027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.666027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.666027] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.703582] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.744050] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.744227] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.744227] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.744635] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.744814] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.744981] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.747743] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.748050] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.748232] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.748508] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.748660] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.750336] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.750336] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.750336] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.750336] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.750336] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.771603] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.772857] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.772857] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.772857] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-696" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.772857] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-82c78c41-2e49-4bdd-a73a-857ab59617b2 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.773302] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-82c78c41-2e49-4bdd-a73a-857ab59617b2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.773302] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-82c78c41-2e49-4bdd-a73a-857ab59617b2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.773713] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-82c78c41-2e49-4bdd-a73a-857ab59617b2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.773937] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82c78c41-2e49-4bdd-a73a-857ab59617b2',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.003805] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 in Status: SUCCESS [ 757.004168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.166650] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.166807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.166878] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.167115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.167279] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.167380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.167450] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.167595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.167685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.167787] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.167929] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.169232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.169232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.169232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.169232] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.169232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.169232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.169232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.169232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.169232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.169232] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.208784] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.276829] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.277139] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.277304] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.277635] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.277790] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.277952] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 82c78c41-2e49-4bdd-a73a-857ab59617b2 not found, creating... [ 757.278267] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.278434] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.278547] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.278776] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.278910] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.279224] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.279377] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.279490] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.279854] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.279996] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.280384] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 82c78c41-2e49-4bdd-a73a-857ab59617b2 is going to be created. [ 757.311674] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.311930] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.312158] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.312757] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.313269] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.313524] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-82c78c41-2e49-4bdd-a73a-857ab59617b2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.353493] env[65756]: INFO networking_nsxv3.common.synchronization [None req-c8d8cbdc-8593-4678-ad43-2866e513a845 None None] Enqueued Resource ID: bda315e1-5bc5-4607-9e71-3a02efbc5e45 with Priority: HIGHEST for action port [ 757.354954] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda315e1-5bc5-4607-9e71-3a02efbc5e45 with Priority: HIGHEST for action port [ 757.354954] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-bda315e1-5bc5-4607-9e71-3a02efbc5e45 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.355201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bda315e1-5bc5-4607-9e71-3a02efbc5e45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.355247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bda315e1-5bc5-4607-9e71-3a02efbc5e45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.355591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bda315e1-5bc5-4607-9e71-3a02efbc5e45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.356079] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bda315e1-5bc5-4607-9e71-3a02efbc5e45',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.542697] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 757.542932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.543169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.543708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.543708] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.671654] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ab16458-6304-4c6c-a1fb-280d91f211ca: rpc.has_security_group_logging(os_id): False [ 757.693881] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.693881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.694193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.694238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.694362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.694569] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.694827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.694827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.695214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.695214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.695214] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.695401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.695401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.695487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.695554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.695799] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.695925] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.695925] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.697239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.697572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.697572] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca is going to be created. [ 757.711583] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.711583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.711583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.711583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.711583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.711923] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be updated. [ 757.768897] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.769197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.769197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.769338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.769471] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.785308] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: IN_PROGRESS for 2s [ 757.829111] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.829111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.829111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.830142] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.830142] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.856910] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca in Status: IN_PROGRESS for 2s [ 757.858815] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bda315e1-5bc5-4607-9e71-3a02efbc5e45 [ 757.859082] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.859539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.859640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.859890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.859988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.860596] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bda315e1-5bc5-4607-9e71-3a02efbc5e45 already deleted. [ 757.860596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bda315e1-5bc5-4607-9e71-3a02efbc5e45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.021056] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: SUCCESS [ 758.021056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.046535] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.046760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.047127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.047209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.047492] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.047700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.047753] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.048101] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.048335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.052148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.052148] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.117262] env[65756]: INFO networking_nsxv3.common.synchronization [req-5f2fb59b-0a37-472b-8f45-19e1b76d6915 req-6cb5286b-f78e-4a3a-b6f6-dbf46f6b7366 service nova] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_rules [ 758.117429] env[65756]: INFO networking_nsxv3.common.synchronization [req-5f2fb59b-0a37-472b-8f45-19e1b76d6915 req-6cb5286b-f78e-4a3a-b6f6-dbf46f6b7366 service nova] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 758.118405] env[65756]: INFO networking_nsxv3.common.synchronization [req-5f2fb59b-0a37-472b-8f45-19e1b76d6915 req-6cb5286b-f78e-4a3a-b6f6-dbf46f6b7366 service nova] Enqueued Resource ID: 82c78c41-2e49-4bdd-a73a-857ab59617b2 with Priority: HIGHEST for action port [ 758.119175] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_rules [ 758.119599] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 758.119599] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82c78c41-2e49-4bdd-a73a-857ab59617b2 with Priority: HIGHEST for action port [ 758.120688] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.120688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.120688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.121185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.121291] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.124264] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.124264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.124264] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-82c78c41-2e49-4bdd-a73a-857ab59617b2 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.124559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82c78c41-2e49-4bdd-a73a-857ab59617b2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.124559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82c78c41-2e49-4bdd-a73a-857ab59617b2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.124973] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82c78c41-2e49-4bdd-a73a-857ab59617b2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.125078] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82c78c41-2e49-4bdd-a73a-857ab59617b2',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.551716] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.551905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.551966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.552375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.552566] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.552687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.552747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.552938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.553067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.553209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.553368] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.553479] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.553539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.553707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.553870] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.553982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.554093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.554207] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.554318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.554407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.554496] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.628268] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.628268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.628268] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82c78c41-2e49-4bdd-a73a-857ab59617b2 with status ACTIVE [ 758.628477] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.628477] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.628612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.628704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.628802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.628946] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.629095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.629154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.629250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.629325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.629500] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.629630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.629686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.629773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.629842] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.629923] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82c78c41-2e49-4bdd-a73a-857ab59617b2 is going to be updated. [ 758.654751] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.654930] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.654974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.655187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.655319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.655482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82c78c41-2e49-4bdd-a73a-857ab59617b2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.057104] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfe757d1-a369-4361-a8a9-e6bff2c90690: rpc.has_security_group_logging(os_id): False [ 759.078328] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.078537] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.078599] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.078804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.078892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.079135] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.079272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.079327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.079459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.079531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.079726] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.079819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.079877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.080055] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.080192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.080320] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.080418] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.080562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.080883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.080883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.080883] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 759.151233] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.152473] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.152709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.153043] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.153280] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.172717] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 759.798071] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 759.798306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.798610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.798717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.798901] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.799026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.799080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.799239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.799317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.799415] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.872668] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca in Status: SUCCESS [ 759.872817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.302743] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.397916] env[65756]: INFO networking_nsxv3.common.synchronization [None req-914d4bc9-47d0-401b-bc4c-47e255fc71b6 None None] Enqueued Resource ID: 8a7cdc54-b8a9-4766-8368-e4ee16476222 with Priority: HIGHEST for action port [ 760.398970] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7cdc54-b8a9-4766-8368-e4ee16476222 with Priority: HIGHEST for action port [ 760.399423] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a7cdc54-b8a9-4766-8368-e4ee16476222 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.399621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a7cdc54-b8a9-4766-8368-e4ee16476222" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.401010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a7cdc54-b8a9-4766-8368-e4ee16476222" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.401010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a7cdc54-b8a9-4766-8368-e4ee16476222" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.401010] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a7cdc54-b8a9-4766-8368-e4ee16476222',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.810030] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.903574] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a7cdc54-b8a9-4766-8368-e4ee16476222 [ 760.903969] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.904193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.904263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.904790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.904790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.904790] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a7cdc54-b8a9-4766-8368-e4ee16476222 already deleted. [ 760.904924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a7cdc54-b8a9-4766-8368-e4ee16476222" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.188860] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 761.189475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.310456] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.310456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.310456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.310893] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.311102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.311209] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be updated. [ 761.320539] env[65756]: INFO networking_nsxv3.common.synchronization [req-5ee5ae39-7c37-448c-82fc-0b11664c5a9f req-9775edd0-0542-444a-ad8e-891d747f7e09 tempest-ServerMetadataNegativeTestJSON-464517643 tempest-ServerMetadataNegativeTestJSON-464517643-project-member] Enqueued Resource ID: 2b780d16-87a7-47f2-8433-323e70dca494 with Priority: HIGHEST for action security_group_members [ 761.321713] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b780d16-87a7-47f2-8433-323e70dca494 with Priority: HIGHEST for action security_group_members [ 761.322184] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b780d16-87a7-47f2-8433-323e70dca494 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.322401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.322465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.322796] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.323845] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.323845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.323845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.323845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.323845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.323845] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b780d16-87a7-47f2-8433-323e70dca494',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.350958] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.351176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.351305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.351491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.351643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.362980] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: IN_PROGRESS for 2s [ 761.826370] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.826564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.826629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.826937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.827020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.828114] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.828284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.828330] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.828506] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.828583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.828687] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b780d16-87a7-47f2-8433-323e70dca494 already deleted. [ 761.828779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.005544] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.005544] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-325" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.005731] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-325" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.006345] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-325" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.007015] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.007207] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.007321] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.007604] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.007783] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.008414] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.008625] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.008800] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.008920] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.009043] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.009179] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.009334] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.049191] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.049627] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.049627] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.049794] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-325" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.050271] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-af52da5c-3263-49ea-89bc-17824206e057 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.050520] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-af52da5c-3263-49ea-89bc-17824206e057" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.050612] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-af52da5c-3263-49ea-89bc-17824206e057" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.050990] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-af52da5c-3263-49ea-89bc-17824206e057" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.051490] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af52da5c-3263-49ea-89bc-17824206e057',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.556844] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.556844] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.556844] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.556844] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.556844] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.556844] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port af52da5c-3263-49ea-89bc-17824206e057 not found, creating... [ 762.558077] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.558077] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.558077] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.558077] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.558077] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.558551] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.558806] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.558977] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.559267] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.559469] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.559636] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: af52da5c-3263-49ea-89bc-17824206e057 is going to be created. [ 762.584636] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.584636] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.584636] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.584636] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.585442] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.585442] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-af52da5c-3263-49ea-89bc-17824206e057" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.293982] env[65756]: INFO networking_nsxv3.common.synchronization [req-5ee5ae39-7c37-448c-82fc-0b11664c5a9f req-f4e17980-ff0f-4d1e-b1b3-8b118ca222d1 service nova] Enqueued Resource ID: 2b780d16-87a7-47f2-8433-323e70dca494 with Priority: HIGHEST for action security_group_rules [ 763.294229] env[65756]: INFO networking_nsxv3.common.synchronization [req-5ee5ae39-7c37-448c-82fc-0b11664c5a9f req-f4e17980-ff0f-4d1e-b1b3-8b118ca222d1 service nova] Enqueued Resource ID: 2b780d16-87a7-47f2-8433-323e70dca494 with Priority: HIGHEST for action security_group_members [ 763.294395] env[65756]: INFO networking_nsxv3.common.synchronization [req-5ee5ae39-7c37-448c-82fc-0b11664c5a9f req-f4e17980-ff0f-4d1e-b1b3-8b118ca222d1 service nova] Enqueued Resource ID: af52da5c-3263-49ea-89bc-17824206e057 with Priority: HIGHEST for action port [ 763.295013] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b780d16-87a7-47f2-8433-323e70dca494 with Priority: HIGHEST for action security_group_rules [ 763.296238] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b780d16-87a7-47f2-8433-323e70dca494 with Priority: HIGHEST for action security_group_members [ 763.296645] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af52da5c-3263-49ea-89bc-17824206e057 with Priority: HIGHEST for action port [ 763.296805] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b780d16-87a7-47f2-8433-323e70dca494 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.297567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.297737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.298121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.298232] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b780d16-87a7-47f2-8433-323e70dca494',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.299395] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b780d16-87a7-47f2-8433-323e70dca494 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.299523] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.299591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.299781] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.300147] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.300428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.300601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.300833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.300928] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.301040] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b780d16-87a7-47f2-8433-323e70dca494',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.302292] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-af52da5c-3263-49ea-89bc-17824206e057 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.302421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af52da5c-3263-49ea-89bc-17824206e057" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.302421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af52da5c-3263-49ea-89bc-17824206e057" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.302818] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af52da5c-3263-49ea-89bc-17824206e057" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.302818] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af52da5c-3263-49ea-89bc-17824206e057',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.378195] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 763.378743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.378743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.378900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.379248] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.380357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.380357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.380357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.380357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.380357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.380357] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.804993] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b780d16-87a7-47f2-8433-323e70dca494 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.805504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.805555] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b780d16-87a7-47f2-8433-323e70dca494',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.806886] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af52da5c-3263-49ea-89bc-17824206e057 with status ACTIVE [ 763.807732] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.807732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.807732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.807931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.807962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.808852] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.808852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.808852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.809078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.809078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.809482] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.809564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.809623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.809902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.810410] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.810410] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af52da5c-3263-49ea-89bc-17824206e057 is going to be updated. [ 763.837494] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.837774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.837774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.837987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.838645] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.838645] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af52da5c-3263-49ea-89bc-17824206e057" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.884537] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.884537] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.884783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.884915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.885281] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.885431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.885500] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.885750] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.885896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.886057] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.886282] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.888869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.888869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.888869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.888869] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.888869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.888869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.889239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.889239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.889305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.889428] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.928305] env[65756]: INFO networking_nsxv3.common.synchronization [None req-c39cbd97-e869-4357-8112-e04e6aee5e29 None None] Enqueued Resource ID: 2bfedc3c-2c44-4a18-b122-3465cb41f6eb with Priority: HIGHEST for action port [ 763.930360] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfedc3c-2c44-4a18-b122-3465cb41f6eb with Priority: HIGHEST for action port [ 763.930865] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bfedc3c-2c44-4a18-b122-3465cb41f6eb taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.931051] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bfedc3c-2c44-4a18-b122-3465cb41f6eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.931140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bfedc3c-2c44-4a18-b122-3465cb41f6eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.931472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bfedc3c-2c44-4a18-b122-3465cb41f6eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.931566] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bfedc3c-2c44-4a18-b122-3465cb41f6eb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.312909] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b780d16-87a7-47f2-8433-323e70dca494',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.392885] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7012c325-a947-4a21-ae72-a89a8d596e43: rpc.has_security_group_logging(os_id): False [ 764.415837] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.416178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.416360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.416733] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.416877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.417232] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.417425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.417554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.417791] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.417931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.418262] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.418427] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.418549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.419087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.419087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.419313] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.419492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.419618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.419840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.419976] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.420179] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be updated. [ 764.436366] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bfedc3c-2c44-4a18-b122-3465cb41f6eb [ 764.436736] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.436952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.437039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.437243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.437353] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.437451] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bfedc3c-2c44-4a18-b122-3465cb41f6eb already deleted. [ 764.437546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bfedc3c-2c44-4a18-b122-3465cb41f6eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.503065] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.503065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.503377] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.503506] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.503676] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.525869] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: IN_PROGRESS for 2s [ 764.815590] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.816109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.816109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.816109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.816109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.816347] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b780d16-87a7-47f2-8433-323e70dca494 is going to be created. [ 764.841252] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.841252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.841252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.841252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.841252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.851821] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b780d16-87a7-47f2-8433-323e70dca494 in Status: UNINITIALIZED for 2s [ 765.784263] env[65756]: INFO networking_nsxv3.common.synchronization [req-72199618-4ac9-4691-9c8f-2a650146ed9b req-906a56a3-0359-48af-b588-389b074420cb tempest-ServerExternalEventsTest-1555000713 tempest-ServerExternalEventsTest-1555000713-project-member] Enqueued Resource ID: c18f9d36-63ef-4076-9ffd-24552738dd6e with Priority: HIGHEST for action security_group_members [ 765.784905] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f9d36-63ef-4076-9ffd-24552738dd6e with Priority: HIGHEST for action security_group_members [ 765.785250] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f9d36-63ef-4076-9ffd-24552738dd6e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.785382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.785453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.785774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.785998] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.786146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.786218] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.786413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.786510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.786610] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18f9d36-63ef-4076-9ffd-24552738dd6e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.151314] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.151314] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.151713] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.151713] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.152310] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.152428] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.152651] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.152955] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.153166] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.153493] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.153700] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.153891] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.154014] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.154241] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.154443] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.154631] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.176401] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.176646] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.176801] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.177056] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.177406] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-51a68397-7642-401c-b912-b4258ee19631 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.177626] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-51a68397-7642-401c-b912-b4258ee19631" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.177806] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-51a68397-7642-401c-b912-b4258ee19631" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.178194] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-51a68397-7642-401c-b912-b4258ee19631" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.178478] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51a68397-7642-401c-b912-b4258ee19631',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.290062] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.290062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.290062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.290399] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.290399] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.290556] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.290655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.290729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.290898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.290983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.291078] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f9d36-63ef-4076-9ffd-24552738dd6e already deleted. [ 766.291159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.546993] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 766.547306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.681224] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.681550] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.681632] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.681849] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.682014] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.682195] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 51a68397-7642-401c-b912-b4258ee19631 not found, creating... [ 766.682628] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.682628] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.682755] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.682937] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.683090] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.683362] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.683696] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.683696] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.683880] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.684062] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.684223] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 51a68397-7642-401c-b912-b4258ee19631 is going to be created. [ 766.708061] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.708061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.708061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.708061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.708061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.708061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-51a68397-7642-401c-b912-b4258ee19631" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.863188] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b780d16-87a7-47f2-8433-323e70dca494 in Status: SUCCESS [ 766.863446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.863631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.863848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.864081] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.864163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.864258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.864432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.864528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.864604] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.864697] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b780d16-87a7-47f2-8433-323e70dca494',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.369493] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b780d16-87a7-47f2-8433-323e70dca494 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.370058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.370058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.370058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.370502] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.370633] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.370633] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.370868] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.371069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.371133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.371259] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b780d16-87a7-47f2-8433-323e70dca494 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.371372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.371436] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.371580] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.371719] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.371829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.371890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.372045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.372198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.372312] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.372370] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b780d16-87a7-47f2-8433-323e70dca494',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.421534] env[65756]: INFO networking_nsxv3.common.synchronization [req-72199618-4ac9-4691-9c8f-2a650146ed9b req-dda46166-57dc-47d8-9f6d-6d2180b063cc service nova] Enqueued Resource ID: c18f9d36-63ef-4076-9ffd-24552738dd6e with Priority: HIGHEST for action security_group_rules [ 767.421781] env[65756]: INFO networking_nsxv3.common.synchronization [req-72199618-4ac9-4691-9c8f-2a650146ed9b req-dda46166-57dc-47d8-9f6d-6d2180b063cc service nova] Enqueued Resource ID: c18f9d36-63ef-4076-9ffd-24552738dd6e with Priority: HIGHEST for action security_group_members [ 767.421781] env[65756]: INFO networking_nsxv3.common.synchronization [req-72199618-4ac9-4691-9c8f-2a650146ed9b req-dda46166-57dc-47d8-9f6d-6d2180b063cc service nova] Enqueued Resource ID: 51a68397-7642-401c-b912-b4258ee19631 with Priority: HIGHEST for action port [ 767.422367] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f9d36-63ef-4076-9ffd-24552738dd6e with Priority: HIGHEST for action security_group_rules [ 767.422502] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f9d36-63ef-4076-9ffd-24552738dd6e with Priority: HIGHEST for action security_group_members [ 767.422599] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51a68397-7642-401c-b912-b4258ee19631 with Priority: HIGHEST for action port [ 767.422872] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18f9d36-63ef-4076-9ffd-24552738dd6e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.422996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.423072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.423361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.423449] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18f9d36-63ef-4076-9ffd-24552738dd6e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.424997] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f9d36-63ef-4076-9ffd-24552738dd6e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.424997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.424997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.425257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.425257] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.425337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.425380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.425503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.425587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.425680] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18f9d36-63ef-4076-9ffd-24552738dd6e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.427281] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-51a68397-7642-401c-b912-b4258ee19631 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.427442] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51a68397-7642-401c-b912-b4258ee19631" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.427732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51a68397-7642-401c-b912-b4258ee19631" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.428018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51a68397-7642-401c-b912-b4258ee19631" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.428359] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51a68397-7642-401c-b912-b4258ee19631',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.875032] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b780d16-87a7-47f2-8433-323e70dca494: rpc.has_security_group_logging(os_id): False [ 767.893892] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.894146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.894264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.894567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.894685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.894973] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.895120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.895207] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.895415] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.895511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.895846] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.895980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.896075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.896266] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.896366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.896614] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.896738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.896821] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.897017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.897122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.897250] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b780d16-87a7-47f2-8433-323e70dca494 is going to be created. [ 767.931514] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51a68397-7642-401c-b912-b4258ee19631 with status ACTIVE [ 767.931745] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.931881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.931950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.932199] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.932301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.932481] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.932582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.932642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.932795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.932855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.933044] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.933172] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.933275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.933362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.933438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.933516] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51a68397-7642-401c-b912-b4258ee19631 is going to be updated. [ 767.934600] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c18f9d36-63ef-4076-9ffd-24552738dd6e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.935525] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f9d36-63ef-4076-9ffd-24552738dd6e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.936124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.958525] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.958809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.958809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.958929] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.959073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.959237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51a68397-7642-401c-b912-b4258ee19631" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.962932] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.963096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.963096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.963317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.963483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.976051] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b780d16-87a7-47f2-8433-323e70dca494 in Status: IN_PROGRESS for 2s [ 768.363712] env[65756]: INFO networking_nsxv3.common.synchronization [req-0e8e599e-1049-40dd-a5ee-30162b9fa0fa req-154611c3-25ca-41d9-a0ec-162f06384442 tempest-ServerDiagnosticsTest-1594036976 tempest-ServerDiagnosticsTest-1594036976-project-member] Enqueued Resource ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f with Priority: HIGHEST for action security_group_members [ 768.364345] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f with Priority: HIGHEST for action security_group_members [ 768.364658] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc0e342-7937-43f2-aaeb-8cf315240a0f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.364801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.364849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.365150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.365313] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.365460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.365532] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.365664] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.365751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.365845] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc0e342-7937-43f2-aaeb-8cf315240a0f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.436991] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c18f9d36-63ef-4076-9ffd-24552738dd6e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.677817] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.678107] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.678405] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.678741] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.679105] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.679283] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.679409] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.679669] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.679814] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.680091] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.680242] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.680376] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.680484] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.680603] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.680726] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.680894] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.700997] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.701200] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.701346] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.701586] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.701924] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-1e184719-4468-4a49-b5a2-174f6a7609be taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.702171] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-1e184719-4468-4a49-b5a2-174f6a7609be" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.702331] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-1e184719-4468-4a49-b5a2-174f6a7609be" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.702648] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-1e184719-4468-4a49-b5a2-174f6a7609be" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.702834] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e184719-4468-4a49-b5a2-174f6a7609be',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.868755] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.868995] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.869145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.869574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.869707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.870084] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.870322] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.870419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.870651] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.870749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.870873] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f already deleted. [ 768.870979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.940911] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.941130] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.941130] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.941864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.941864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.941864] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f9d36-63ef-4076-9ffd-24552738dd6e is going to be created. [ 768.969703] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.969978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.969978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.970218] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.970413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.981276] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f9d36-63ef-4076-9ffd-24552738dd6e in Status: UNINITIALIZED for 2s [ 769.206065] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.206065] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.206065] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.206351] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.206488] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.206692] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 1e184719-4468-4a49-b5a2-174f6a7609be not found, creating... [ 769.206960] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.207128] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.207264] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.207628] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.207811] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.208358] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.208580] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.208751] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.209044] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.209233] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.209421] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 1e184719-4468-4a49-b5a2-174f6a7609be is going to be created. [ 769.231513] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.231980] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.232397] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.233137] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.233415] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.233870] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-1e184719-4468-4a49-b5a2-174f6a7609be" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.991799] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b780d16-87a7-47f2-8433-323e70dca494 in Status: SUCCESS [ 769.991799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.002023] env[65756]: INFO networking_nsxv3.common.synchronization [req-0e8e599e-1049-40dd-a5ee-30162b9fa0fa req-6cf12e8a-d2b7-4ce0-9f9e-45e60a926728 service nova] Enqueued Resource ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f with Priority: HIGHEST for action security_group_rules [ 770.002023] env[65756]: INFO networking_nsxv3.common.synchronization [req-0e8e599e-1049-40dd-a5ee-30162b9fa0fa req-6cf12e8a-d2b7-4ce0-9f9e-45e60a926728 service nova] Enqueued Resource ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f with Priority: HIGHEST for action security_group_members [ 770.002023] env[65756]: INFO networking_nsxv3.common.synchronization [req-0e8e599e-1049-40dd-a5ee-30162b9fa0fa req-6cf12e8a-d2b7-4ce0-9f9e-45e60a926728 service nova] Enqueued Resource ID: 1e184719-4468-4a49-b5a2-174f6a7609be with Priority: HIGHEST for action port [ 770.003133] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f with Priority: HIGHEST for action security_group_rules [ 770.006021] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f with Priority: HIGHEST for action security_group_members [ 770.006021] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e184719-4468-4a49-b5a2-174f6a7609be with Priority: HIGHEST for action port [ 770.006021] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdc0e342-7937-43f2-aaeb-8cf315240a0f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.006021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.006021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.006021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.006021] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdc0e342-7937-43f2-aaeb-8cf315240a0f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.006021] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc0e342-7937-43f2-aaeb-8cf315240a0f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.006021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.006021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.006021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.006021] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.006021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.006021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.006972] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.007156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.007327] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc0e342-7937-43f2-aaeb-8cf315240a0f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.010603] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e184719-4468-4a49-b5a2-174f6a7609be taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.010856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e184719-4468-4a49-b5a2-174f6a7609be" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.011016] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e184719-4468-4a49-b5a2-174f6a7609be" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.011284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e184719-4468-4a49-b5a2-174f6a7609be" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.011458] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e184719-4468-4a49-b5a2-174f6a7609be',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.515651] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc0e342-7937-43f2-aaeb-8cf315240a0f taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.515805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.516015] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdc0e342-7937-43f2-aaeb-8cf315240a0f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.517244] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e184719-4468-4a49-b5a2-174f6a7609be with status ACTIVE [ 770.517436] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.517578] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.517669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.517958] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.518366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.518366] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.518530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.518530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.518655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.518696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.518992] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.518992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.518992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.522392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.522392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.522392] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e184719-4468-4a49-b5a2-174f6a7609be is going to be updated. [ 770.554714] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.554714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.554714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.554714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.554714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.554714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e184719-4468-4a49-b5a2-174f6a7609be" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.994233] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f9d36-63ef-4076-9ffd-24552738dd6e in Status: SUCCESS [ 770.994557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.994957] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.995311] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.995612] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.995782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.995884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.996181] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.996246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.996397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.996545] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c18f9d36-63ef-4076-9ffd-24552738dd6e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.032439] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdc0e342-7937-43f2-aaeb-8cf315240a0f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.080573] env[65756]: INFO networking_nsxv3.common.synchronization [req-cd5bdfc3-f941-472c-8bd2-eeebbe4c0d77 req-349a5c40-9d24-449a-a14f-0caf50dd3bd5 tempest-ServersAdminNegativeTestJSON-2050523314 tempest-ServersAdminNegativeTestJSON-2050523314-project-member] Enqueued Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_members [ 771.081815] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_members [ 771.081815] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.081815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.084438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.085685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.086352] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.086352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.086352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.086352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.086352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.086610] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.500999] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f9d36-63ef-4076-9ffd-24552738dd6e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.504301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.504430] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.504701] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.504930] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.505064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.505199] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.505381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.505542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.505605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.505753] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f9d36-63ef-4076-9ffd-24552738dd6e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.505904] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.505964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.506071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.506233] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.506320] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.506536] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.506536] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.506944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.506944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.506944] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c18f9d36-63ef-4076-9ffd-24552738dd6e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.516304] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.516304] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.516304] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.516304] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.516564] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.517153] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.517153] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.517153] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.517323] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.517402] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.517512] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.517614] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.517713] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.518106] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.518106] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.518106] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.533702] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.534271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.534271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.534439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.534525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.534677] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f is going to be created. [ 771.539182] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.539297] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.539475] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.539744] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.540488] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-e195f7b9-c81f-4b5b-9ee5-eedc89e3692a taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.541140] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-e195f7b9-c81f-4b5b-9ee5-eedc89e3692a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.541368] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-e195f7b9-c81f-4b5b-9ee5-eedc89e3692a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.541724] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-e195f7b9-c81f-4b5b-9ee5-eedc89e3692a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.541867] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e195f7b9-c81f-4b5b-9ee5-eedc89e3692a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.565024] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.565024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.565024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.565024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.565024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.576845] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f in Status: UNINITIALIZED for 2s [ 771.590363] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.014027] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c18f9d36-63ef-4076-9ffd-24552738dd6e: rpc.has_security_group_logging(os_id): False [ 772.036249] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.036466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.036583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.036913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.037109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.037417] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.037803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.037803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.037803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.038172] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.038532] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.038745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.038847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.039051] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.039193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.039450] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.039595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.039686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.039937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.040107] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.040299] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18f9d36-63ef-4076-9ffd-24552738dd6e is going to be created. [ 772.044384] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.044666] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.044895] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.045316] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.045597] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.045870] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port e195f7b9-c81f-4b5b-9ee5-eedc89e3692a not found, creating... [ 772.046167] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.046380] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.047594] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.047594] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.047594] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.047594] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.047594] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.047828] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.048075] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.048285] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.048521] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: e195f7b9-c81f-4b5b-9ee5-eedc89e3692a is going to be created. [ 772.073504] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.073858] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.074019] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.074428] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.074851] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.075083] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-e195f7b9-c81f-4b5b-9ee5-eedc89e3692a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.094348] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.132785] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.133437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.133644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.134149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.134339] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.167719] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18f9d36-63ef-4076-9ffd-24552738dd6e in Status: IN_PROGRESS for 2s [ 772.596856] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.597194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.597263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.597573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.597732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.597893] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f772e079-b309-45b3-9790-8a1e482044d5 is going to be updated. [ 772.639822] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.640031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.640079] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.640321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.640724] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.651031] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: IN_PROGRESS for 2s [ 772.851815] env[65756]: INFO networking_nsxv3.common.synchronization [req-cd5bdfc3-f941-472c-8bd2-eeebbe4c0d77 req-5fecdbc6-a6b2-45e0-b93d-515c9ef9b34c service nova] Enqueued Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_rules [ 772.851995] env[65756]: INFO networking_nsxv3.common.synchronization [req-cd5bdfc3-f941-472c-8bd2-eeebbe4c0d77 req-5fecdbc6-a6b2-45e0-b93d-515c9ef9b34c service nova] Enqueued Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_members [ 772.852147] env[65756]: INFO networking_nsxv3.common.synchronization [req-cd5bdfc3-f941-472c-8bd2-eeebbe4c0d77 req-5fecdbc6-a6b2-45e0-b93d-515c9ef9b34c service nova] Enqueued Resource ID: e195f7b9-c81f-4b5b-9ee5-eedc89e3692a with Priority: HIGHEST for action port [ 772.852808] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_rules [ 772.852951] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_members [ 772.853059] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e195f7b9-c81f-4b5b-9ee5-eedc89e3692a with Priority: HIGHEST for action port [ 772.853419] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.853552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.853552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.853754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.853820] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.855157] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.855278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.856046] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-e195f7b9-c81f-4b5b-9ee5-eedc89e3692a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.856046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e195f7b9-c81f-4b5b-9ee5-eedc89e3692a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.856046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e195f7b9-c81f-4b5b-9ee5-eedc89e3692a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.856046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e195f7b9-c81f-4b5b-9ee5-eedc89e3692a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.856046] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e195f7b9-c81f-4b5b-9ee5-eedc89e3692a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.358077] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.358934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.358934] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e195f7b9-c81f-4b5b-9ee5-eedc89e3692a with status ACTIVE [ 773.358934] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.358934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.358934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.360276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.360276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.360276] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.360276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.360276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.360276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.360276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.360276] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.360276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.360276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.360276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.360276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.360276] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e195f7b9-c81f-4b5b-9ee5-eedc89e3692a is going to be updated. [ 773.394230] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.394397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.394397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.394648] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.394849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.394980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e195f7b9-c81f-4b5b-9ee5-eedc89e3692a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.592392] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f in Status: SUCCESS [ 773.594431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.594431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.594431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.594431] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.594431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.594431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.594706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.594706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.594778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.594881] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdc0e342-7937-43f2-aaeb-8cf315240a0f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.884874] env[65756]: INFO networking_nsxv3.common.synchronization [None req-52826db3-73ff-4d8b-8b5e-dbb97520d0b9 None None] Enqueued Resource ID: 696ca9ba-ed08-41ff-b8dd-6f65e3da0169 with Priority: HIGHEST for action port [ 773.885452] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696ca9ba-ed08-41ff-b8dd-6f65e3da0169 with Priority: HIGHEST for action port [ 773.885752] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-696ca9ba-ed08-41ff-b8dd-6f65e3da0169 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.885872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-696ca9ba-ed08-41ff-b8dd-6f65e3da0169" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.885938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-696ca9ba-ed08-41ff-b8dd-6f65e3da0169" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.886618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-696ca9ba-ed08-41ff-b8dd-6f65e3da0169" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.886710] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696ca9ba-ed08-41ff-b8dd-6f65e3da0169',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.098133] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc0e342-7937-43f2-aaeb-8cf315240a0f taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.098133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.098133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.098133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.098133] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.098133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.098133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.098812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.098812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.098812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.098812] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc0e342-7937-43f2-aaeb-8cf315240a0f taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.098812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.098812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.098812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.099423] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.099423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.099423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.099423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.099423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.099423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.099653] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdc0e342-7937-43f2-aaeb-8cf315240a0f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.186135] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18f9d36-63ef-4076-9ffd-24552738dd6e in Status: SUCCESS [ 774.186135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.390567] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 696ca9ba-ed08-41ff-b8dd-6f65e3da0169 [ 774.390567] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.390567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.390567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.390567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.390567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.390567] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:696ca9ba-ed08-41ff-b8dd-6f65e3da0169 already deleted. [ 774.390567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-696ca9ba-ed08-41ff-b8dd-6f65e3da0169" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.604757] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdc0e342-7937-43f2-aaeb-8cf315240a0f: rpc.has_security_group_logging(os_id): False [ 774.625927] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.626134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.626220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.626489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.626567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.626793] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.626890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.626971] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.627169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.627278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.627524] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.627642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.627708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.627923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.627964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.628336] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.628445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.628509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.628692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.628799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.628906] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f is going to be created. [ 774.660518] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: SUCCESS [ 774.660740] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.660903] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.661312] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.661312] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.661471] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.661550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.661673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.661719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.661819] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.701042] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.701218] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.701258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.701467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.701634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.715950] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f in Status: IN_PROGRESS for 2s [ 775.165748] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.670489] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.174507] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.174654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.174729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.174992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.175111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.175144] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f772e079-b309-45b3-9790-8a1e482044d5 is going to be updated. [ 776.210910] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.210910] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.211174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.211174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.211354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.224505] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: IN_PROGRESS for 2s [ 776.408728] env[65756]: INFO networking_nsxv3.common.synchronization [None req-6c7a39aa-589b-4d91-ae5a-df6ff7abb657 None None] Enqueued Resource ID: 38b6b262-d2ac-4cfd-ad23-aebd4f6a623f with Priority: HIGHEST for action port [ 776.409692] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b6b262-d2ac-4cfd-ad23-aebd4f6a623f with Priority: HIGHEST for action port [ 776.409849] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-38b6b262-d2ac-4cfd-ad23-aebd4f6a623f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.409994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38b6b262-d2ac-4cfd-ad23-aebd4f6a623f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.410085] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38b6b262-d2ac-4cfd-ad23-aebd4f6a623f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.410326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38b6b262-d2ac-4cfd-ad23-aebd4f6a623f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.410745] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b6b262-d2ac-4cfd-ad23-aebd4f6a623f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.734240] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f in Status: SUCCESS [ 776.734240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.914861] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38b6b262-d2ac-4cfd-ad23-aebd4f6a623f [ 776.915158] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.915305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.915373] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.915662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.915782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.915900] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38b6b262-d2ac-4cfd-ad23-aebd4f6a623f already deleted. [ 776.916034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38b6b262-d2ac-4cfd-ad23-aebd4f6a623f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.237324] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: SUCCESS [ 778.237723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.239020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.239020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.239190] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.239422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.239422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.242324] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.242324] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.242324] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.242324] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.488376] env[65756]: INFO networking_nsxv3.common.synchronization [None req-4abd7ee8-7882-491f-97f9-cbbf55a4335e None None] Enqueued Resource ID: ddac009d-73a9-4531-aac2-e2206d852d5d with Priority: HIGHEST for action port [ 778.489052] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddac009d-73a9-4531-aac2-e2206d852d5d with Priority: HIGHEST for action port [ 778.489462] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddac009d-73a9-4531-aac2-e2206d852d5d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.489628] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddac009d-73a9-4531-aac2-e2206d852d5d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.489708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddac009d-73a9-4531-aac2-e2206d852d5d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.490138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddac009d-73a9-4531-aac2-e2206d852d5d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.490306] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddac009d-73a9-4531-aac2-e2206d852d5d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.745727] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.745727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.745727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.745727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.745727] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.746854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.747129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.748367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.748629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.748824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.749145] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.749407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.749626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.749913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.750204] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.750447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.750591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.750840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.751059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.751239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.751448] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.994547] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddac009d-73a9-4531-aac2-e2206d852d5d [ 778.994547] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.994547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.994547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.994547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.994547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.994547] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddac009d-73a9-4531-aac2-e2206d852d5d already deleted. [ 778.994547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddac009d-73a9-4531-aac2-e2206d852d5d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.095048] env[65756]: INFO networking_nsxv3.common.synchronization [req-7c8bfb34-502c-4c6c-a324-6cd5a343359a req-d892c55e-1697-4944-94d1-abbb134f6131 tempest-ServerDiskConfigTestJSON-206607912 tempest-ServerDiskConfigTestJSON-206607912-project-member] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 779.096057] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 779.098548] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.098548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.098548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.098548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.098548] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.098548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.098548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.098548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.098548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.098548] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.255814] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f772e079-b309-45b3-9790-8a1e482044d5: rpc.has_security_group_logging(os_id): False [ 779.270255] env[65756]: INFO networking_nsxv3.common.synchronization [req-de443eae-b45a-4ec9-9753-7e2a47e57f39 req-bfc5bd25-2320-4d00-91c6-729dd3ddc635 tempest-VolumesAssistedSnapshotsTest-336262059 tempest-VolumesAssistedSnapshotsTest-336262059-project-member] Enqueued Resource ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef with Priority: HIGHEST for action security_group_members [ 779.271275] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef with Priority: HIGHEST for action security_group_members [ 779.271788] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-713b4c05-cab9-4bc0-8b2a-997645c68bef taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.271960] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.272073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.272483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.272719] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.272879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.272979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.273265] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.273402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.273551] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('713b4c05-cab9-4bc0-8b2a-997645c68bef',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.296237] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.296426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.296513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.297833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.297833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.297973] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.299358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.299450] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.300107] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.300107] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.300232] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.300672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.300672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.301338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.301490] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.301823] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.301978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.302081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.302319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.302419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.302518] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f772e079-b309-45b3-9790-8a1e482044d5 is going to be updated. [ 779.438995] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.439636] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.439636] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.439636] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.439636] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.472435] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: IN_PROGRESS for 2s [ 779.607995] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.609567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.609567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.609567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.609567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.609567] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.609567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.609567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.609567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.609567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.609567] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 779.655429] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.655573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.655573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.655769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.655911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.666731] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 779.779194] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.779194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.779194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.779194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.779194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.779194] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.779194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.779194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.779194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.779194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.779194] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef is going to be updated. [ 779.809571] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.809571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.809571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.809841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.809841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.824736] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef in Status: IN_PROGRESS for 2s [ 781.487336] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: SUCCESS [ 781.487787] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.688422] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 781.688422] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 deletion is rescheduled due to dependency. [ 781.692369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.734172] env[65756]: INFO networking_nsxv3.common.synchronization [req-23877468-10a9-4afa-932f-d345b6f3bbe5 req-cf55cec6-3919-4481-924f-79893f67a51a tempest-ServersTestFqdnHostnames-1933205817 tempest-ServersTestFqdnHostnames-1933205817-project-member] Enqueued Resource ID: 5b85aea3-6187-4921-a344-4460db078fa9 with Priority: HIGHEST for action security_group_members [ 781.735171] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b85aea3-6187-4921-a344-4460db078fa9 with Priority: HIGHEST for action security_group_members [ 781.735171] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b85aea3-6187-4921-a344-4460db078fa9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.735171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.736197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.736621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.736821] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.736942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.737016] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.737230] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.737308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.737435] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b85aea3-6187-4921-a344-4460db078fa9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.753793] env[65756]: INFO networking_nsxv3.common.synchronization [None req-9e1d3c64-71f1-4c3c-9311-6d111422ffc6 None None] Enqueued Resource ID: b1b9f6e2-93ab-497f-a415-ff3acbd93a3a with Priority: HIGHEST for action port [ 781.756154] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b9f6e2-93ab-497f-a415-ff3acbd93a3a with Priority: HIGHEST for action port [ 781.760778] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1b9f6e2-93ab-497f-a415-ff3acbd93a3a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.760947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1b9f6e2-93ab-497f-a415-ff3acbd93a3a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.760987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1b9f6e2-93ab-497f-a415-ff3acbd93a3a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.763491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1b9f6e2-93ab-497f-a415-ff3acbd93a3a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.763578] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b9f6e2-93ab-497f-a415-ff3acbd93a3a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.839575] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef in Status: SUCCESS [ 781.839575] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef deletion is rescheduled due to dependency. [ 781.839575] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.240471] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.240659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.240704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.240885] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.241018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.241340] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.241494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.241584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.241807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.241898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.241987] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b85aea3-6187-4921-a344-4460db078fa9 already deleted. [ 782.242646] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.244774] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.245066] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-950" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.245296] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-950" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.245652] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-950" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.246104] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.246356] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.246544] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.246805] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.247066] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.247334] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.248676] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.248676] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.248676] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.248676] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.248676] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.248676] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.274699] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1b9f6e2-93ab-497f-a415-ff3acbd93a3a [ 782.274699] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.274699] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.274699] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.275051] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.275089] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.275262] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1b9f6e2-93ab-497f-a415-ff3acbd93a3a already deleted. [ 782.275407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1b9f6e2-93ab-497f-a415-ff3acbd93a3a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.276677] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.277307] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.277307] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.277422] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-950" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.277874] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-bddd4496-2a9f-488e-a2b4-4fc7a5ccad15 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.278172] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-bddd4496-2a9f-488e-a2b4-4fc7a5ccad15" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.278372] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-bddd4496-2a9f-488e-a2b4-4fc7a5ccad15" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.279161] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-bddd4496-2a9f-488e-a2b4-4fc7a5ccad15" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.279366] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bddd4496-2a9f-488e-a2b4-4fc7a5ccad15',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.783071] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.784061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.784259] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.784601] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.784844] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.785071] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port bddd4496-2a9f-488e-a2b4-4fc7a5ccad15 not found, creating... [ 782.785447] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.785730] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.785900] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.786210] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.786404] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.786809] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.787161] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.787350] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.787670] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.787862] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.788050] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: bddd4496-2a9f-488e-a2b4-4fc7a5ccad15 is going to be created. [ 782.817405] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.817909] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.818290] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.818840] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.819342] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.819712] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-bddd4496-2a9f-488e-a2b4-4fc7a5ccad15" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.360567] env[65756]: INFO networking_nsxv3.common.synchronization [None req-b01bba5f-f006-4732-96d3-e72ed72814b9 tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: 247ef369-4992-414f-b456-d450af99f4d8 with Priority: HIGHEST for action security_group_rules [ 783.361535] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ef369-4992-414f-b456-d450af99f4d8 with Priority: HIGHEST for action security_group_rules [ 783.361875] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247ef369-4992-414f-b456-d450af99f4d8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.362106] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.362198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.362540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.362640] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247ef369-4992-414f-b456-d450af99f4d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.490538] env[65756]: INFO networking_nsxv3.common.synchronization [None req-503a196c-567e-472a-980a-e9afaedb3229 tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: 247ef369-4992-414f-b456-d450af99f4d8 with Priority: HIGHEST for action security_group_rules [ 783.491133] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ef369-4992-414f-b456-d450af99f4d8 with Priority: HIGHEST for action security_group_rules [ 783.492304] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247ef369-4992-414f-b456-d450af99f4d8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.492304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.597958] env[65756]: INFO networking_nsxv3.common.synchronization [req-23877468-10a9-4afa-932f-d345b6f3bbe5 req-23b8f1c8-e0cc-4f20-89ed-aea70e731b1a service nova] Enqueued Resource ID: 5b85aea3-6187-4921-a344-4460db078fa9 with Priority: HIGHEST for action security_group_rules [ 783.597958] env[65756]: INFO networking_nsxv3.common.synchronization [req-23877468-10a9-4afa-932f-d345b6f3bbe5 req-23b8f1c8-e0cc-4f20-89ed-aea70e731b1a service nova] Enqueued Resource ID: 5b85aea3-6187-4921-a344-4460db078fa9 with Priority: HIGHEST for action security_group_members [ 783.597958] env[65756]: INFO networking_nsxv3.common.synchronization [req-23877468-10a9-4afa-932f-d345b6f3bbe5 req-23b8f1c8-e0cc-4f20-89ed-aea70e731b1a service nova] Enqueued Resource ID: bddd4496-2a9f-488e-a2b4-4fc7a5ccad15 with Priority: HIGHEST for action port [ 783.598546] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b85aea3-6187-4921-a344-4460db078fa9 with Priority: HIGHEST for action security_group_rules [ 783.598723] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b85aea3-6187-4921-a344-4460db078fa9 with Priority: HIGHEST for action security_group_members [ 783.598822] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddd4496-2a9f-488e-a2b4-4fc7a5ccad15 with Priority: HIGHEST for action port [ 783.599233] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b85aea3-6187-4921-a344-4460db078fa9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.599366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.599437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.599661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.599802] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b85aea3-6187-4921-a344-4460db078fa9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.600768] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b85aea3-6187-4921-a344-4460db078fa9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.600877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.600964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.601170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.601345] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.601448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.601543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.601724] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.601724] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.601957] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b85aea3-6187-4921-a344-4460db078fa9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.604011] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-bddd4496-2a9f-488e-a2b4-4fc7a5ccad15 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.604149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bddd4496-2a9f-488e-a2b4-4fc7a5ccad15" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.604206] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bddd4496-2a9f-488e-a2b4-4fc7a5ccad15" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.604504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bddd4496-2a9f-488e-a2b4-4fc7a5ccad15" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.604626] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bddd4496-2a9f-488e-a2b4-4fc7a5ccad15',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.886938] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.887434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.887434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.887434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.887565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.887595] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247ef369-4992-414f-b456-d450af99f4d8 already deleted. [ 783.887733] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.887874] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.888072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.888195] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247ef369-4992-414f-b456-d450af99f4d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.106924] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b85aea3-6187-4921-a344-4460db078fa9 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.107080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.107274] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bddd4496-2a9f-488e-a2b4-4fc7a5ccad15 with status ACTIVE [ 784.107447] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.107552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.107618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.107840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.107927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.108107] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.108204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.108266] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.108417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.108494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.108670] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.108764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.108824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.108996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.109069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.109141] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bddd4496-2a9f-488e-a2b4-4fc7a5ccad15 is going to be updated. [ 784.110567] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b85aea3-6187-4921-a344-4460db078fa9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.139084] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.139301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.139301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.139466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.139659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.139834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bddd4496-2a9f-488e-a2b4-4fc7a5ccad15" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.374339] env[65756]: INFO networking_nsxv3.common.synchronization [req-6cbb69d5-01c2-43a9-88b7-3439e25fd85b req-73437320-1ce5-40cc-bc75-9df317e74d8a tempest-ServerExternalEventsTest-1555000713 tempest-ServerExternalEventsTest-1555000713-project-member] Enqueued Resource ID: c18f9d36-63ef-4076-9ffd-24552738dd6e with Priority: HIGHEST for action security_group_members [ 784.374931] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f9d36-63ef-4076-9ffd-24552738dd6e with Priority: HIGHEST for action security_group_members [ 784.377574] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f9d36-63ef-4076-9ffd-24552738dd6e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.377722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.377791] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.378105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.378284] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.378414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.378507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.378656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.379906] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.380063] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18f9d36-63ef-4076-9ffd-24552738dd6e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.410589] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.410589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.410589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.415017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.415017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.415017] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247ef369-4992-414f-b456-d450af99f4d8 already deleted. [ 784.415017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.615378] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b85aea3-6187-4921-a344-4460db078fa9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.884943] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.884943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.884943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.884943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.884943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.884943] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.884943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.884943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.884943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.884943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.884943] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f9d36-63ef-4076-9ffd-24552738dd6e is going to be updated. [ 784.914264] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.914264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.914264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.916887] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.916887] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.927230] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f9d36-63ef-4076-9ffd-24552738dd6e in Status: IN_PROGRESS for 2s [ 785.117034] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.117034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.117034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.117034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.117034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.117034] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b85aea3-6187-4921-a344-4460db078fa9 is going to be created. [ 785.144146] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.144324] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.144364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.145184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.145184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.155762] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b85aea3-6187-4921-a344-4460db078fa9 in Status: UNINITIALIZED for 2s [ 785.413909] env[65756]: INFO networking_nsxv3.common.synchronization [req-b9620f1e-9d44-4b8a-838c-de4dfa4e82f8 req-acf14866-7d72-4de2-b357-9e42d33e6a93 tempest-ImagesOneServerTestJSON-887792983 tempest-ImagesOneServerTestJSON-887792983-project-member] Enqueued Resource ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de with Priority: HIGHEST for action security_group_members [ 785.414122] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de with Priority: HIGHEST for action security_group_members [ 785.414455] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab6c8cf-8063-42dc-9554-75e347cf91de taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.414984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.415155] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.415476] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.415744] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.415905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.416049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.416312] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.416483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.416639] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ab6c8cf-8063-42dc-9554-75e347cf91de',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.920873] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.920873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.920873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.921419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.921419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.921547] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.921695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.921794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.922091] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.922475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.922475] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de is going to be updated. [ 785.960076] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.962751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.962965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.963318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.963680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.983880] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de in Status: IN_PROGRESS for 2s [ 786.126415] env[65756]: INFO networking_nsxv3.common.synchronization [req-a0c1e5e2-6574-45d1-aed3-3f0b879c8836 req-c5599395-0789-4b90-971f-439e3e11ce35 tempest-ServerDiagnosticsTest-1594036976 tempest-ServerDiagnosticsTest-1594036976-project-member] Enqueued Resource ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f with Priority: HIGHEST for action security_group_members [ 786.126415] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f with Priority: HIGHEST for action security_group_members [ 786.126498] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc0e342-7937-43f2-aaeb-8cf315240a0f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.127363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.127490] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.127706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.127870] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.127980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.128057] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.128289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.128401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.128401] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc0e342-7937-43f2-aaeb-8cf315240a0f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.631876] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.632045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.632128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.632375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.632503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.632702] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.632813] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.632862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.633172] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.633307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.633423] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f is going to be updated. [ 786.670826] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.671621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.671621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.671895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.672112] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.682836] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f in Status: IN_PROGRESS for 2s [ 786.940800] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f9d36-63ef-4076-9ffd-24552738dd6e in Status: SUCCESS [ 786.941157] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f9d36-63ef-4076-9ffd-24552738dd6e deletion is rescheduled due to dependency. [ 786.941157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.169195] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b85aea3-6187-4921-a344-4460db078fa9 in Status: SUCCESS [ 787.169422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.169602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.169834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.170041] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.170160] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.170267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.170423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.170507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.170597] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.170688] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b85aea3-6187-4921-a344-4460db078fa9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.675988] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b85aea3-6187-4921-a344-4460db078fa9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.998555] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de in Status: SUCCESS [ 787.998873] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de deletion is rescheduled due to dependency. [ 787.999076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.177734] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b85aea3-6187-4921-a344-4460db078fa9: rpc.has_security_group_logging(os_id): False [ 788.200372] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.200622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.200622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.200884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.201018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.201258] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.201362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.201429] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.201624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.201719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.201858] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b85aea3-6187-4921-a344-4460db078fa9 is going to be created. [ 788.313501] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.313501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.313501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.313501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.313501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.325350] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b85aea3-6187-4921-a344-4460db078fa9 in Status: IN_PROGRESS for 2s [ 788.694575] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f in Status: SUCCESS [ 788.694795] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f deletion is rescheduled due to dependency. [ 788.694931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.735290] env[65756]: INFO networking_nsxv3.common.synchronization [req-1c6d3ecc-1ef6-4478-bfec-baddc527592d req-72fa9749-78e0-4a9f-8ff6-fdf115033e9e tempest-ImagesTestJSON-1752206587 tempest-ImagesTestJSON-1752206587-project-member] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 788.735524] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 788.735649] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.735757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.735937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.736158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.736212] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.736781] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.736878] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.737062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.737148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.737247] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.083416] env[65756]: INFO networking_nsxv3.common.synchronization [None req-14b6b73f-f4de-4d11-b48d-15e814482f2b None None] Enqueued Resource ID: 97fb248e-6ef2-4d06-b855-46f2c24d04dc with Priority: HIGHEST for action port [ 789.083974] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97fb248e-6ef2-4d06-b855-46f2c24d04dc with Priority: HIGHEST for action port [ 789.085219] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-97fb248e-6ef2-4d06-b855-46f2c24d04dc taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.085353] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97fb248e-6ef2-4d06-b855-46f2c24d04dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.085427] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97fb248e-6ef2-4d06-b855-46f2c24d04dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.085692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97fb248e-6ef2-4d06-b855-46f2c24d04dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.085780] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97fb248e-6ef2-4d06-b855-46f2c24d04dc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.239904] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.240083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.240166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.240493] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.240615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.240874] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.241010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.241088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.241302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.241414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.241553] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be updated. [ 789.274608] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.274753] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.274821] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.275081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.275231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.288087] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 789.589150] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97fb248e-6ef2-4d06-b855-46f2c24d04dc [ 789.589400] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.589540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.589608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.589853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.589953] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.590074] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97fb248e-6ef2-4d06-b855-46f2c24d04dc already deleted. [ 789.590173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97fb248e-6ef2-4d06-b855-46f2c24d04dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.100034] env[65756]: INFO networking_nsxv3.common.synchronization [req-58852073-6114-44a2-9cdf-8e0139b47709 req-d54b33c2-b183-4d70-be61-819bd9b1eabc tempest-ListServerFiltersTestJSON-1834208010 tempest-ListServerFiltersTestJSON-1834208010-project-member] Enqueued Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 790.100585] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 790.100886] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.101017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.101501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.102190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.103265] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.103839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.104198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.104198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.104359] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.104507] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.339148] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b85aea3-6187-4921-a344-4460db078fa9 in Status: SUCCESS [ 790.339412] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.560184] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.560489] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.560489] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.561097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.561097] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.561732] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.561732] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.561732] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.562047] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.562197] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.562197] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.562321] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.562500] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.562572] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.562653] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.562836] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.588635] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.588635] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.588635] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.588635] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.588635] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-3c1b3e1f-3225-452e-97a7-3d468ff52dfb taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.588635] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-3c1b3e1f-3225-452e-97a7-3d468ff52dfb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.588635] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-3c1b3e1f-3225-452e-97a7-3d468ff52dfb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.589386] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-3c1b3e1f-3225-452e-97a7-3d468ff52dfb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.589386] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c1b3e1f-3225-452e-97a7-3d468ff52dfb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.608198] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.608403] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.608478] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.608767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.608853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.609135] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.609265] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.609340] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.609508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.609578] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.609691] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 already deleted. [ 790.609777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.697266] env[65756]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 790.697447] env[65756]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] NSXv3 Agent Agent loop - iteration:1 started [ 791.092035] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.092238] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.092386] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.092730] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.092873] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.093052] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 3c1b3e1f-3225-452e-97a7-3d468ff52dfb not found, creating... [ 791.093313] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.093509] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.093629] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.094021] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.094021] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.094383] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.094570] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.094946] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.095258] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.095413] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.095558] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 3c1b3e1f-3225-452e-97a7-3d468ff52dfb is going to be created. [ 791.117981] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.118372] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.118372] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.118658] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.118970] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.119238] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-3c1b3e1f-3225-452e-97a7-3d468ff52dfb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.236295] env[65756]: INFO networking_nsxv3.common.synchronization [None req-249ea4d3-1729-447b-a1fa-b0016306eef5 None None] Enqueued Resource ID: 781c8706-f3b0-41f4-9fe2-0fe8ae8df5bc with Priority: HIGHEST for action port [ 791.236866] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781c8706-f3b0-41f4-9fe2-0fe8ae8df5bc with Priority: HIGHEST for action port [ 791.237192] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-781c8706-f3b0-41f4-9fe2-0fe8ae8df5bc taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.237336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-781c8706-f3b0-41f4-9fe2-0fe8ae8df5bc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.237420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-781c8706-f3b0-41f4-9fe2-0fe8ae8df5bc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.237917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-781c8706-f3b0-41f4-9fe2-0fe8ae8df5bc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.238056] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('781c8706-f3b0-41f4-9fe2-0fe8ae8df5bc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.283305] env[65756]: INFO networking_nsxv3.common.synchronization [None req-85e9e507-ce1c-4f20-a5d0-75d4e3368a51 None None] Enqueued Resource ID: 30e1c53c-c5dd-4d0b-a44c-78433537edd7 with Priority: HIGHEST for action port [ 791.284402] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e1c53c-c5dd-4d0b-a44c-78433537edd7 with Priority: HIGHEST for action port [ 791.285011] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-30e1c53c-c5dd-4d0b-a44c-78433537edd7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.285147] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30e1c53c-c5dd-4d0b-a44c-78433537edd7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.285214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30e1c53c-c5dd-4d0b-a44c-78433537edd7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.285718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30e1c53c-c5dd-4d0b-a44c-78433537edd7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.285718] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e1c53c-c5dd-4d0b-a44c-78433537edd7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.306032] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 791.306422] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 deletion is rescheduled due to dependency. [ 791.306526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.742409] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 781c8706-f3b0-41f4-9fe2-0fe8ae8df5bc [ 791.743868] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.744975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.744975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.745224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.745314] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.745418] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:781c8706-f3b0-41f4-9fe2-0fe8ae8df5bc already deleted. [ 791.745506] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-781c8706-f3b0-41f4-9fe2-0fe8ae8df5bc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.788538] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30e1c53c-c5dd-4d0b-a44c-78433537edd7 [ 791.788831] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.789009] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.789113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.789364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.789468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.789600] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30e1c53c-c5dd-4d0b-a44c-78433537edd7 already deleted. [ 791.789696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30e1c53c-c5dd-4d0b-a44c-78433537edd7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.931989] env[65756]: INFO networking_nsxv3.common.synchronization [req-58852073-6114-44a2-9cdf-8e0139b47709 req-310e4f8f-4d3c-4acc-abd2-684a51c1c703 service nova] Enqueued Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_rules [ 791.932075] env[65756]: INFO networking_nsxv3.common.synchronization [req-58852073-6114-44a2-9cdf-8e0139b47709 req-310e4f8f-4d3c-4acc-abd2-684a51c1c703 service nova] Enqueued Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 791.932203] env[65756]: INFO networking_nsxv3.common.synchronization [req-58852073-6114-44a2-9cdf-8e0139b47709 req-310e4f8f-4d3c-4acc-abd2-684a51c1c703 service nova] Enqueued Resource ID: 3c1b3e1f-3225-452e-97a7-3d468ff52dfb with Priority: HIGHEST for action port [ 791.934413] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_rules [ 791.934620] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 791.934737] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c1b3e1f-3225-452e-97a7-3d468ff52dfb with Priority: HIGHEST for action port [ 791.935044] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.935172] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.935239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.935504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.935591] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.936808] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.937257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.937331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.937539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.937728] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.939556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.939666] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.939855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.940116] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.940195] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.942675] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c1b3e1f-3225-452e-97a7-3d468ff52dfb taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.942675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c1b3e1f-3225-452e-97a7-3d468ff52dfb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.942675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c1b3e1f-3225-452e-97a7-3d468ff52dfb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.942675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c1b3e1f-3225-452e-97a7-3d468ff52dfb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.942675] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c1b3e1f-3225-452e-97a7-3d468ff52dfb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.445523] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.447183] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.447183] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.447183] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c1b3e1f-3225-452e-97a7-3d468ff52dfb with status ACTIVE [ 792.447504] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.447597] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.447723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.448545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.448545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.448545] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.448545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.448819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.450632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.450632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.451374] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.451374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.451374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.451557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.451557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.451892] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c1b3e1f-3225-452e-97a7-3d468ff52dfb is going to be updated. [ 792.504536] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.504774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.504902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.505175] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.505329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.506047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c1b3e1f-3225-452e-97a7-3d468ff52dfb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.953989] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.458032] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.458302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.458302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.459239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.459239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.459239] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 is going to be created. [ 793.482277] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.482548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.483034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.483034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.483140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.496808] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: UNINITIALIZED for 2s [ 793.653269] env[65756]: INFO networking_nsxv3.common.synchronization [None req-2749b6b1-9e6f-4d87-bc27-902eea2840e6 tempest-AttachVolumeShelveTestJSON-679777919 tempest-AttachVolumeShelveTestJSON-679777919-project-member] Enqueued Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_rules [ 793.653947] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_rules [ 793.654763] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.654884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.655049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.655399] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.655575] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.768060] env[65756]: INFO networking_nsxv3.common.synchronization [None req-34778263-e25e-49d4-bae6-7f307fa4f548 tempest-AttachVolumeShelveTestJSON-679777919 tempest-AttachVolumeShelveTestJSON-679777919-project-member] Enqueued Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_rules [ 793.769288] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_rules [ 793.770410] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.770525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.929776] env[65756]: INFO networking_nsxv3.common.synchronization [None req-d050dffe-80bf-4af9-99b4-f9a008a4a22b None None] Enqueued Resource ID: 8a7ec3f3-8b2d-4961-9edf-d106e2663d4b with Priority: HIGHEST for action port [ 793.930892] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7ec3f3-8b2d-4961-9edf-d106e2663d4b with Priority: HIGHEST for action port [ 793.930892] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a7ec3f3-8b2d-4961-9edf-d106e2663d4b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.930892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a7ec3f3-8b2d-4961-9edf-d106e2663d4b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.931091] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a7ec3f3-8b2d-4961-9edf-d106e2663d4b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.931241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a7ec3f3-8b2d-4961-9edf-d106e2663d4b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.931321] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a7ec3f3-8b2d-4961-9edf-d106e2663d4b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.051906] env[65756]: INFO networking_nsxv3.common.synchronization [req-456fd9af-d398-463a-9b57-a2e5fe6af946 req-1823bf84-ba65-4669-b7a1-5829cc857775 tempest-ServerRescueNegativeTestJSON-2127640272 tempest-ServerRescueNegativeTestJSON-2127640272-project-member] Enqueued Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_members [ 794.052686] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_members [ 794.053669] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.053827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.053895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.054185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.054408] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.054525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.054576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.054867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.054933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.055030] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.181330] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.181512] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.182757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.183487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.183641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.184189] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c already deleted. [ 794.184348] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.184881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.186411] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.186411] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.373972] env[65756]: INFO networking_nsxv3.common.synchronization [None req-bdcf9d72-5e7a-4ebe-a67d-42e8dca0cf1b tempest-ServerActionsV293TestJSON-2145446585 tempest-ServerActionsV293TestJSON-2145446585-project-member] Enqueued Resource ID: f4b4eed3-07b2-42ff-8191-608ad7757022 with Priority: HIGHEST for action security_group_rules [ 794.374403] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b4eed3-07b2-42ff-8191-608ad7757022 with Priority: HIGHEST for action security_group_rules [ 794.374721] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b4eed3-07b2-42ff-8191-608ad7757022 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.375107] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.375107] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.375253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.375253] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b4eed3-07b2-42ff-8191-608ad7757022',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.434206] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a7ec3f3-8b2d-4961-9edf-d106e2663d4b [ 794.434664] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.434664] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.434664] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.434926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.435024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.435118] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a7ec3f3-8b2d-4961-9edf-d106e2663d4b already deleted. [ 794.435199] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a7ec3f3-8b2d-4961-9edf-d106e2663d4b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.502632] env[65756]: INFO networking_nsxv3.common.synchronization [None req-7d18a0bd-f736-4474-a68c-b5cd1aaafe05 tempest-ServerActionsV293TestJSON-2145446585 tempest-ServerActionsV293TestJSON-2145446585-project-member] Enqueued Resource ID: f4b4eed3-07b2-42ff-8191-608ad7757022 with Priority: HIGHEST for action security_group_rules [ 794.504305] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b4eed3-07b2-42ff-8191-608ad7757022 with Priority: HIGHEST for action security_group_rules [ 794.505141] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b4eed3-07b2-42ff-8191-608ad7757022 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.505141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.562253] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.562253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.562253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.562253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.562253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.562253] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.562253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.562253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.562253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.562253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.562253] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb037f6-c874-40bd-8133-70cb028924e0 already deleted. [ 794.562253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.607151] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.607151] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-136" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.607151] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-136" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.607151] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-136" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.607151] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.607151] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.607828] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.608174] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.608476] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.608790] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.609046] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.609369] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.609564] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.609769] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.609953] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.610405] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.633631] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.634143] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.634297] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.635017] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-136" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.635419] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.635604] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.636703] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.636703] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.636973] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.707853] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.708289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.708289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.708289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.708404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.708488] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c already deleted. [ 794.708645] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.895014] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.895168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.895247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.895539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.895637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.895732] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b4eed3-07b2-42ff-8191-608ad7757022 already deleted. [ 794.895817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.895969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.896170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.896285] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b4eed3-07b2-42ff-8191-608ad7757022',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.140738] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.141053] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.141227] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.141455] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.141603] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.141752] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe not found, creating... [ 795.142016] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.142186] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.142344] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.142681] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.142817] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.143237] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.143388] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.143388] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.143575] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.144066] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.144066] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe is going to be created. [ 795.184496] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.185073] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.185073] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.185226] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.186019] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.186093] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.423624] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.423824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.423929] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.424285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.424469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.424599] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b4eed3-07b2-42ff-8191-608ad7757022 already deleted. [ 795.424742] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.511032] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: SUCCESS [ 795.511032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.511477] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.511477] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.511945] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.511945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.511945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.512258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.512502] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.512617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.512778] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.927532] env[65756]: INFO networking_nsxv3.common.synchronization [req-456fd9af-d398-463a-9b57-a2e5fe6af946 req-52fd4c00-367a-4ace-882d-9ddb9197b72b service nova] Enqueued Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_rules [ 795.927708] env[65756]: INFO networking_nsxv3.common.synchronization [req-456fd9af-d398-463a-9b57-a2e5fe6af946 req-52fd4c00-367a-4ace-882d-9ddb9197b72b service nova] Enqueued Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_members [ 795.927841] env[65756]: INFO networking_nsxv3.common.synchronization [req-456fd9af-d398-463a-9b57-a2e5fe6af946 req-52fd4c00-367a-4ace-882d-9ddb9197b72b service nova] Enqueued Resource ID: 8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe with Priority: HIGHEST for action port [ 795.928381] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_rules [ 795.928590] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_members [ 795.928660] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe with Priority: HIGHEST for action port [ 795.929148] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.929148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.931046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.932527] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.932622] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.933753] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.933857] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.933857] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.936176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.936533] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.937069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.937069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.937069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.937069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.937211] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.940170] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.940374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.940481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.940776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.940902] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.017672] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.017672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.017672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.017672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.017672] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.017672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.017672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.017672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.017672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.017672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.017672] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.018134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.018134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.018134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.018134] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.018263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.018263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.018342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.018416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.018524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.018655] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.446539] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.448517] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.448683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.448820] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe with status ACTIVE [ 796.448989] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.449123] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.449192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.449496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.449496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.449655] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.449741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.449891] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.450000] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.450377] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.450908] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.451210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.451397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.451552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.451691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.451796] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe is going to be updated. [ 796.479339] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.479492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.479565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.479783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.479921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.480111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d7ca7ab-bfab-4cac-8dee-1ef2e21b1bfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.520916] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb6034f7-e285-455d-ab92-960ff4ba73a6: rpc.has_security_group_logging(os_id): False [ 796.551727] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.551885] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.552282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.552282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.552282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.552777] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.552777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.552912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.552992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.553114] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.553336] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.553409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.553476] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.553684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.553714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.553876] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.553973] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.554167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.554329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.554406] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.555025] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 is going to be created. [ 796.641602] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.641602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.641602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.641602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.641602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.657509] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: IN_PROGRESS for 2s [ 796.894236] env[65756]: INFO networking_nsxv3.common.synchronization [req-a3972930-6a6f-4012-9e69-1c7bca669213 req-487fff14-e3e8-4185-99ce-e7e6820f9069 tempest-ListServerFiltersTestJSON-1834208010 tempest-ListServerFiltersTestJSON-1834208010-project-member] Enqueued Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 796.894236] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 796.894236] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.894236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.894236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.894236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.894236] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.894236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.894236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.894236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.894236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.894236] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.948777] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.316671] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.316865] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.317020] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.317334] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.317603] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.318045] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.318045] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.318196] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.318428] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.318653] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.318774] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.318863] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.319017] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.319187] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.319277] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.320380] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.341269] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.341574] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.341730] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.341849] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.342206] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-6a7f9e31-3885-4cde-a73e-5e0a2739eb6e taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.342348] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-6a7f9e31-3885-4cde-a73e-5e0a2739eb6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.342517] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-6a7f9e31-3885-4cde-a73e-5e0a2739eb6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.342881] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-6a7f9e31-3885-4cde-a73e-5e0a2739eb6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.343316] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a7f9e31-3885-4cde-a73e-5e0a2739eb6e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.396925] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.451196] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.451343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.451461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.451613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.451703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.451796] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb037f6-c874-40bd-8133-70cb028924e0 is going to be created. [ 797.480560] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.480560] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.480560] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.480757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.480861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.493467] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: UNINITIALIZED for 2s [ 797.846350] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.846777] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.846777] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.847276] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.847479] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.847634] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 6a7f9e31-3885-4cde-a73e-5e0a2739eb6e not found, creating... [ 797.847906] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.848159] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.848293] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.848526] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.848662] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.848935] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.849131] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.849350] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.849658] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.849811] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.849947] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 6a7f9e31-3885-4cde-a73e-5e0a2739eb6e is going to be created. [ 797.875338] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.875338] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.875338] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.875338] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.875338] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.875338] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-6a7f9e31-3885-4cde-a73e-5e0a2739eb6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.901458] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.404852] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.404852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.405074] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.405335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.405435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.405854] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 is going to be updated. [ 798.444458] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.444458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.444458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.444792] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.444792] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.458483] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: IN_PROGRESS for 2s [ 798.644778] env[65756]: INFO networking_nsxv3.common.synchronization [req-a3972930-6a6f-4012-9e69-1c7bca669213 req-48256631-defa-4308-a061-3a61b2bdbba6 service nova] Enqueued Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_rules [ 798.644979] env[65756]: INFO networking_nsxv3.common.synchronization [req-a3972930-6a6f-4012-9e69-1c7bca669213 req-48256631-defa-4308-a061-3a61b2bdbba6 service nova] Enqueued Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 798.645033] env[65756]: INFO networking_nsxv3.common.synchronization [req-a3972930-6a6f-4012-9e69-1c7bca669213 req-48256631-defa-4308-a061-3a61b2bdbba6 service nova] Enqueued Resource ID: 6a7f9e31-3885-4cde-a73e-5e0a2739eb6e with Priority: HIGHEST for action port [ 798.645257] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_rules [ 798.645387] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 798.645483] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7f9e31-3885-4cde-a73e-5e0a2739eb6e with Priority: HIGHEST for action port [ 798.646124] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.646263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.646419] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.646503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.646669] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a7f9e31-3885-4cde-a73e-5e0a2739eb6e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.646776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a7f9e31-3885-4cde-a73e-5e0a2739eb6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.646855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a7f9e31-3885-4cde-a73e-5e0a2739eb6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.647146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a7f9e31-3885-4cde-a73e-5e0a2739eb6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.647146] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a7f9e31-3885-4cde-a73e-5e0a2739eb6e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.671147] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: SUCCESS [ 798.671459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.671889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.672119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.672210] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.149182] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a7f9e31-3885-4cde-a73e-5e0a2739eb6e with status ACTIVE [ 799.149459] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.149559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.149629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.149850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.149938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.150554] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.150554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.150554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.150756] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.150756] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.152025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.152025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.152025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.152025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.152025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.152025] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a7f9e31-3885-4cde-a73e-5e0a2739eb6e is going to be updated. [ 799.174299] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.174553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.177971] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.178119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.178215] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.178395] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.178533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.178690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a7f9e31-3885-4cde-a73e-5e0a2739eb6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.506463] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: SUCCESS [ 799.506723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.507050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.507347] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.507596] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.507753] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.507840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.508061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.508156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.508327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.508361] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.010540] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.011759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.011759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.011759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.011759] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.011759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.011759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.011759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.011759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.012102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.012102] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.012102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.012231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.013054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.013054] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.013054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.013054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.013054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.013054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.013054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.014534] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.471697] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: SUCCESS [ 800.471697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.471697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.471697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.471697] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.471697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.471697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.471697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.471697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.471697] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.519159] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb037f6-c874-40bd-8133-70cb028924e0: rpc.has_security_group_logging(os_id): False [ 800.549207] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.551086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.551086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.551086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.551086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.551086] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.551086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.551086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.551086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.552530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.552530] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.555203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.555203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.555203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.555203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.555203] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.555203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.555203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.555203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.555203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.555203] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb037f6-c874-40bd-8133-70cb028924e0 is going to be created. [ 800.651654] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.651654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.651654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.651654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.651654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.665770] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: IN_PROGRESS for 2s [ 800.975635] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.477935] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.980588] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.980774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.980829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.981061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.981152] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.981254] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 is going to be updated. [ 802.011368] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.011569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.011638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.011883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.012085] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.023895] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: IN_PROGRESS for 2s [ 802.074388] env[65756]: INFO networking_nsxv3.common.synchronization [req-ad887364-bb6b-4e85-b95c-0b04f66734a3 req-687bfcb9-0d4a-4643-b937-997ce7eadaf8 tempest-ServerTagsTestJSON-1916808581 tempest-ServerTagsTestJSON-1916808581-project-member] Enqueued Resource ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b with Priority: HIGHEST for action security_group_members [ 802.075651] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b with Priority: HIGHEST for action security_group_members [ 802.076100] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-349277ac-39ef-4125-bc91-d7ea1ce5f22b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.076265] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.076361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.076622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.076820] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.076949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.077058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.077255] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.079601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.079601] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('349277ac-39ef-4125-bc91-d7ea1ce5f22b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.413984] env[65756]: INFO networking_nsxv3.common.synchronization [req-9040af75-89f5-49b9-93f3-c82b11a51c64 req-4ad3cdca-0d1d-4fc4-b22c-af26704f8311 tempest-ListServerFiltersTestJSON-1834208010 tempest-ListServerFiltersTestJSON-1834208010-project-member] Enqueued Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 802.414577] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 802.415596] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.415817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.581901] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.582308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.582308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.582381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.584196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.584196] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.584196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.584196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.584196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.584196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.584196] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b is going to be updated. [ 802.625440] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.625440] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.625440] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.625440] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.625667] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.638252] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b in Status: IN_PROGRESS for 2s [ 802.680094] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: SUCCESS [ 802.680359] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.843917] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.843917] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.843917] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.843917] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.844172] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.844321] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.844432] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.844650] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.844806] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.846928] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.847162] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.847287] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.847426] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.850694] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.850821] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.850984] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.873674] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.873821] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.873910] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.874175] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.874927] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-2a99ba44-fbd0-447b-9d1c-ff7380a058e8 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.874927] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-2a99ba44-fbd0-447b-9d1c-ff7380a058e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.874927] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-2a99ba44-fbd0-447b-9d1c-ff7380a058e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.875277] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-2a99ba44-fbd0-447b-9d1c-ff7380a058e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.875411] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a99ba44-fbd0-447b-9d1c-ff7380a058e8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.378657] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.378998] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.379237] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.379664] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.379906] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.380170] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 2a99ba44-fbd0-447b-9d1c-ff7380a058e8 not found, creating... [ 803.380627] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.380874] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.382930] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.383373] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.383967] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.384186] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.384463] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.384955] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.385335] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.385557] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.385792] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 2a99ba44-fbd0-447b-9d1c-ff7380a058e8 is going to be created. [ 803.398151] env[65756]: INFO networking_nsxv3.common.synchronization [req-cf78a6e7-e94f-49d4-9df8-3cfb17500d91 req-caff07c3-19dd-4667-96d1-fad32895c545 tempest-ServerMetadataNegativeTestJSON-464517643 tempest-ServerMetadataNegativeTestJSON-464517643-project-member] Enqueued Resource ID: 2b780d16-87a7-47f2-8433-323e70dca494 with Priority: HIGHEST for action security_group_members [ 803.399074] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b780d16-87a7-47f2-8433-323e70dca494 with Priority: HIGHEST for action security_group_members [ 803.399585] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b780d16-87a7-47f2-8433-323e70dca494 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.399779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.399891] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.400204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.400402] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.400563] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.400563] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.400729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.400825] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.400918] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b780d16-87a7-47f2-8433-323e70dca494',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.415627] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.415982] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.416179] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.416609] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.417056] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.417372] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-2a99ba44-fbd0-447b-9d1c-ff7380a058e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.745545] env[65756]: INFO networking_nsxv3.common.synchronization [req-49dda99c-294b-4fb3-a77c-b70ae65d9d48 req-ac0894d5-d2bd-416c-bf99-ace1e9dd1f1d tempest-ServersAdminNegativeTestJSON-2050523314 tempest-ServersAdminNegativeTestJSON-2050523314-project-member] Enqueued Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_members [ 803.746243] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_members [ 803.746585] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.746775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.746843] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.747058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.747307] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.747723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.747723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.747723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.747885] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.747885] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.906454] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.906454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.906454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.906454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.906454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.906454] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.906454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.906454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.906454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.906454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.906454] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b780d16-87a7-47f2-8433-323e70dca494 is going to be updated. [ 803.937409] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.937775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.937873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.938204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.938272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.951097] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b780d16-87a7-47f2-8433-323e70dca494 in Status: IN_PROGRESS for 2s [ 804.037469] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: SUCCESS [ 804.037469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.037469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.037469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.037469] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.037469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.037469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.037792] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.037792] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.037792] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.037889] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.039447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.039447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.039583] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.039583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.039695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.039787] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.039873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.039962] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.157508] env[65756]: INFO networking_nsxv3.common.synchronization [req-9040af75-89f5-49b9-93f3-c82b11a51c64 req-7c18639a-ff0b-4aff-835a-c5dce5285ac4 service nova] Enqueued Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_rules [ 804.157678] env[65756]: INFO networking_nsxv3.common.synchronization [req-9040af75-89f5-49b9-93f3-c82b11a51c64 req-7c18639a-ff0b-4aff-835a-c5dce5285ac4 service nova] Enqueued Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 804.157811] env[65756]: INFO networking_nsxv3.common.synchronization [req-9040af75-89f5-49b9-93f3-c82b11a51c64 req-7c18639a-ff0b-4aff-835a-c5dce5285ac4 service nova] Enqueued Resource ID: 2a99ba44-fbd0-447b-9d1c-ff7380a058e8 with Priority: HIGHEST for action port [ 804.158487] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_rules [ 804.158610] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 804.158894] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a99ba44-fbd0-447b-9d1c-ff7380a058e8 with Priority: HIGHEST for action port [ 804.159344] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.159446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.159734] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.159734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.159983] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a99ba44-fbd0-447b-9d1c-ff7380a058e8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.160162] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a99ba44-fbd0-447b-9d1c-ff7380a058e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.160284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a99ba44-fbd0-447b-9d1c-ff7380a058e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.160525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a99ba44-fbd0-447b-9d1c-ff7380a058e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.160604] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a99ba44-fbd0-447b-9d1c-ff7380a058e8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.250174] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.542623] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.544092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.544092] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.649742] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b in Status: SUCCESS [ 804.649978] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b deletion is rescheduled due to dependency. [ 804.649978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.663571] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a99ba44-fbd0-447b-9d1c-ff7380a058e8 with status ACTIVE [ 804.663874] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.664026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.664093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.664389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.664514] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.664774] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.664922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.665020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.665186] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.665403] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.665633] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.665776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.665879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.666099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.666169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.666262] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a99ba44-fbd0-447b-9d1c-ff7380a058e8 is going to be updated. [ 804.689861] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.689861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.689861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.690042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.690165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.690331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a99ba44-fbd0-447b-9d1c-ff7380a058e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.752740] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.046054] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.254807] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.255831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.255831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.255831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.255831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.255831] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f772e079-b309-45b3-9790-8a1e482044d5 is going to be updated. [ 805.293444] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.293666] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.293759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.293988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.294157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.307109] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: IN_PROGRESS for 2s [ 805.326192] env[65756]: INFO networking_nsxv3.common.synchronization [req-6d6a05b8-ba12-46a3-b359-8302d70cbdf3 req-95440bbf-39f3-45d6-9e33-287ddbbc6c94 tempest-ServerRescueNegativeTestJSON-2127640272 tempest-ServerRescueNegativeTestJSON-2127640272-project-member] Enqueued Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_members [ 805.327116] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_members [ 805.327720] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.327914] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.328068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.328525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.328795] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.328937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.329115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.329381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.329517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.329680] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.549676] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.550027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.550113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.550392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.550790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.550790] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 is going to be updated. [ 805.590046] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.590046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.590046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.590046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.590317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.603450] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: IN_PROGRESS for 2s [ 805.826431] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.826856] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-136" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.826856] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-136" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.827060] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-136" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.827374] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.827537] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.827650] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.827870] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.828026] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.828241] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.828350] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.828456] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.828554] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.828690] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.828811] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.828942] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.831949] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.856553] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.856704] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.856841] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.857029] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-136" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.857363] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-9d4ad644-e368-43dc-86c5-65f9a70aa5cf taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.857589] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-9d4ad644-e368-43dc-86c5-65f9a70aa5cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.857732] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-9d4ad644-e368-43dc-86c5-65f9a70aa5cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.858377] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-9d4ad644-e368-43dc-86c5-65f9a70aa5cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.858377] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d4ad644-e368-43dc-86c5-65f9a70aa5cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.969033] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b780d16-87a7-47f2-8433-323e70dca494 in Status: SUCCESS [ 805.969183] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b780d16-87a7-47f2-8433-323e70dca494 deletion is rescheduled due to dependency. [ 805.969318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.334138] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.361724] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.361945] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.362079] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.362379] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.362670] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.362905] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 9d4ad644-e368-43dc-86c5-65f9a70aa5cf not found, creating... [ 806.363189] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.363350] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.363470] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.363702] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.363839] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.364142] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.364290] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.364419] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.364608] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.364737] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.364870] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 9d4ad644-e368-43dc-86c5-65f9a70aa5cf is going to be created. [ 806.385413] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.385565] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.385684] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.385971] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.386243] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.386428] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-9d4ad644-e368-43dc-86c5-65f9a70aa5cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.838908] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.838908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.838908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.840138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.840331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.840390] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb037f6-c874-40bd-8133-70cb028924e0 is going to be updated. [ 806.871495] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.871495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.871495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.871495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.871495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.881996] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: IN_PROGRESS for 2s [ 807.160340] env[65756]: INFO networking_nsxv3.common.synchronization [req-6d6a05b8-ba12-46a3-b359-8302d70cbdf3 req-e4c186e0-db8b-423e-bd50-ce70ed2bd82c service nova] Enqueued Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_rules [ 807.160340] env[65756]: INFO networking_nsxv3.common.synchronization [req-6d6a05b8-ba12-46a3-b359-8302d70cbdf3 req-e4c186e0-db8b-423e-bd50-ce70ed2bd82c service nova] Enqueued Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_members [ 807.160340] env[65756]: INFO networking_nsxv3.common.synchronization [req-6d6a05b8-ba12-46a3-b359-8302d70cbdf3 req-e4c186e0-db8b-423e-bd50-ce70ed2bd82c service nova] Enqueued Resource ID: 9d4ad644-e368-43dc-86c5-65f9a70aa5cf with Priority: HIGHEST for action port [ 807.160340] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_rules [ 807.160340] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_members [ 807.160340] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4ad644-e368-43dc-86c5-65f9a70aa5cf with Priority: HIGHEST for action port [ 807.160608] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.160608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.160702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.160838] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.161117] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.162569] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.162702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.163878] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d4ad644-e368-43dc-86c5-65f9a70aa5cf taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.163878] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d4ad644-e368-43dc-86c5-65f9a70aa5cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.163878] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d4ad644-e368-43dc-86c5-65f9a70aa5cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.163878] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d4ad644-e368-43dc-86c5-65f9a70aa5cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.163878] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d4ad644-e368-43dc-86c5-65f9a70aa5cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.321527] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: SUCCESS [ 807.321742] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.623878] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: SUCCESS [ 807.623878] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.624092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.624319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.624565] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.624705] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.624794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.624991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.625132] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.625269] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.665782] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.665949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.666144] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d4ad644-e368-43dc-86c5-65f9a70aa5cf with status ACTIVE [ 807.666331] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.666459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.666520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.666791] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.666874] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.667546] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.667546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.667546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.667546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.667546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.668049] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.668049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.668049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.668305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.668427] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.668564] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d4ad644-e368-43dc-86c5-65f9a70aa5cf is going to be updated. [ 807.697334] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.697334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.697334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.697334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.697599] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.697780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d4ad644-e368-43dc-86c5-65f9a70aa5cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.132140] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.634424] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.892687] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: SUCCESS [ 808.893122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.893310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.893554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.893998] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.894172] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.894241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.894425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.894508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.894609] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.137223] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.138540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.138540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.138540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.138540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.138540] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 is going to be updated. [ 809.172556] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.172556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.172556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.172556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.172556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.182878] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: IN_PROGRESS for 2s [ 809.397029] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.901353] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.404504] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.404504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.404504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.404504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.404925] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.404925] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb037f6-c874-40bd-8133-70cb028924e0 is going to be updated. [ 810.451044] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.451218] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.451261] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.451535] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.452173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.464483] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: IN_PROGRESS for 2s [ 811.196023] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: SUCCESS [ 811.196023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.196023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.196023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.196023] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.196023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.196023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.196023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.196023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.196023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.196023] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.196023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.196023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.196023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.196023] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.197184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.197573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.197917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.198303] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.199214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.199214] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.701241] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb6034f7-e285-455d-ab92-960ff4ba73a6: rpc.has_security_group_logging(os_id): False [ 811.725622] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.725622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.725622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.725911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.725964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.726255] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.726352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.726392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.726716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.726716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.726876] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.726972] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.727046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.727316] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.727396] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.727598] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.727782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.727891] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.728096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.728221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.728362] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 is going to be updated. [ 811.827024] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.827024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.827024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.827024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.827024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.843154] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: IN_PROGRESS for 2s [ 812.161055] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 812.161221] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 812.474200] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: SUCCESS [ 812.474421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.474618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.474935] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.475119] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.475235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.475292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.475535] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.475660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.475720] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.475785] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.981025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.981025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.981025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.981025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.981025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.981025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.981025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.981025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.981025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.981025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.981025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.981025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.981025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.981025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.981025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.981025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.981894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.981894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.982199] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.982447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.984163] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.056919] env[65756]: INFO networking_nsxv3.common.synchronization [req-dde07c79-0a8a-48d6-b46c-4483f1c5a62b req-c98dd540-8bfb-464d-a31f-f74a8e61986e tempest-DeleteServersTestJSON-1529222805 tempest-DeleteServersTestJSON-1529222805-project-member] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 813.057497] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 813.057827] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.057974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.058309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.058607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.058792] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.058969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.059040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.059245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.059342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.059446] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.480308] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.480495] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.480698] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.481049] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.481391] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.481617] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.481813] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.482150] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.483089] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.483269] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.483397] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.483506] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.483685] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.483863] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.484170] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.484694] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.486252] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb037f6-c874-40bd-8133-70cb028924e0: rpc.has_security_group_logging(os_id): False [ 813.508850] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.508850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.508850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.509211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.509211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.509343] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.509466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.509531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.509706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.509790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.510549] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.510549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.510549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.510549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.510549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.510824] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.510824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.510999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.511090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.511125] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.511231] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb037f6-c874-40bd-8133-70cb028924e0 is going to be updated. [ 813.520137] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.521086] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.521086] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.521086] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.521086] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-f6a044bb-ba39-4787-beb5-a08b9ddc79a4 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.521348] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-f6a044bb-ba39-4787-beb5-a08b9ddc79a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.521348] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-f6a044bb-ba39-4787-beb5-a08b9ddc79a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.521605] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-f6a044bb-ba39-4787-beb5-a08b9ddc79a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.521740] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6a044bb-ba39-4787-beb5-a08b9ddc79a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.561718] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.562077] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.562135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.562321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.562428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.562710] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.562814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.562891] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.563098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.563181] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.563281] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 813.598290] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.598525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.598642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.598909] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.599092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.601942] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.602123] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.602197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.602460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.602687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.614485] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 813.616359] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: IN_PROGRESS for 2s [ 813.861204] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: SUCCESS [ 813.861918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.861918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.861918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.861918] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.025516] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.029034] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.029034] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.029034] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.029034] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.029034] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port f6a044bb-ba39-4787-beb5-a08b9ddc79a4 not found, creating... [ 814.029034] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.029034] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.029034] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.029034] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.029034] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.029596] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.029596] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.029596] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.029596] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.029596] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.029871] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: f6a044bb-ba39-4787-beb5-a08b9ddc79a4 is going to be created. [ 814.056120] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.056402] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.056531] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.056834] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.057109] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.057342] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-f6a044bb-ba39-4787-beb5-a08b9ddc79a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.366470] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.366470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.366470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.366470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.366470] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.366470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.366470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.366470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.366470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.366470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.366470] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.783170] env[65756]: INFO networking_nsxv3.common.synchronization [req-dde07c79-0a8a-48d6-b46c-4483f1c5a62b req-b854f056-a55f-4474-9918-29342a10f5a1 service nova] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_rules [ 814.783170] env[65756]: INFO networking_nsxv3.common.synchronization [req-dde07c79-0a8a-48d6-b46c-4483f1c5a62b req-b854f056-a55f-4474-9918-29342a10f5a1 service nova] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 814.783170] env[65756]: INFO networking_nsxv3.common.synchronization [req-dde07c79-0a8a-48d6-b46c-4483f1c5a62b req-b854f056-a55f-4474-9918-29342a10f5a1 service nova] Enqueued Resource ID: f6a044bb-ba39-4787-beb5-a08b9ddc79a4 with Priority: HIGHEST for action port [ 814.783170] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_rules [ 814.783170] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 814.790932] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a044bb-ba39-4787-beb5-a08b9ddc79a4 with Priority: HIGHEST for action port [ 814.790932] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.790932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.790932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.790932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.790932] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.790932] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.790932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.790932] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6a044bb-ba39-4787-beb5-a08b9ddc79a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.790932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6a044bb-ba39-4787-beb5-a08b9ddc79a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.790932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6a044bb-ba39-4787-beb5-a08b9ddc79a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.790932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6a044bb-ba39-4787-beb5-a08b9ddc79a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.790932] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6a044bb-ba39-4787-beb5-a08b9ddc79a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.870480] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.870671] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.870743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.870959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.871210] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.871303] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.871303] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.871433] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.871522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.875023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.875023] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.875023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.875023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.875023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.875023] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.875023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.875023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.875023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.875023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.875023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.875023] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.293265] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.293633] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.293753] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6a044bb-ba39-4787-beb5-a08b9ddc79a4 with status ACTIVE [ 815.293962] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.294110] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.294227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.294461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.294548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.294953] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.294953] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.295139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.295209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.295299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.295555] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.295700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.295800] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.296211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.296211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.296406] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6a044bb-ba39-4787-beb5-a08b9ddc79a4 is going to be updated. [ 815.326849] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.327073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.327131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.327332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.327507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.327699] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6a044bb-ba39-4787-beb5-a08b9ddc79a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.380027] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb6034f7-e285-455d-ab92-960ff4ba73a6: rpc.has_security_group_logging(os_id): False [ 815.401484] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.401815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.401815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.402966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.402966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.402966] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.402966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.402966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.402966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.402966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.405879] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.406722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.406812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.407081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.407176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.409036] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.409036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.409036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.409036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.409036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.409036] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 is going to be updated. [ 815.512161] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.512161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.512161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.512161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.512161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.530220] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: IN_PROGRESS for 2s [ 815.628396] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 815.628866] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 deletion is rescheduled due to dependency. [ 815.628866] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.628866] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.629082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.629292] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.629418] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.629547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.629740] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.629848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.629966] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.644808] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: SUCCESS [ 815.644808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.993592] env[65756]: INFO networking_nsxv3.common.synchronization [req-923744ff-6eac-4b25-abd7-66127d150295 req-da4f9128-9de7-4737-b934-50883ca330e0 tempest-ServerDiskConfigTestJSON-206607912 tempest-ServerDiskConfigTestJSON-206607912-project-member] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 815.994036] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 815.994917] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.995133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.995249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.995631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.995715] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.995868] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.996043] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.996301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.996611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.996611] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.132502] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.474200] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.474200] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.474200] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.474200] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.474200] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.474200] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.474200] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.475374] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.475858] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.476400] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.476673] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.478954] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.478954] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.478954] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.478954] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.478954] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.501028] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.501028] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.501028] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.501028] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.501028] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-a945be63-cf72-410a-bb9a-de3014a8877f taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.501028] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-a945be63-cf72-410a-bb9a-de3014a8877f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.501028] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-a945be63-cf72-410a-bb9a-de3014a8877f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.501028] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-a945be63-cf72-410a-bb9a-de3014a8877f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.503106] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a945be63-cf72-410a-bb9a-de3014a8877f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.505629] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.505629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.505629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.505629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.505629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.505629] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.505629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.505629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.505629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.505629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.505629] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 816.537161] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.539145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.539145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.539145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.539145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.550449] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 816.637598] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.645740] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.646520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.646520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.646520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.646754] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.009448] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.009935] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.009935] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.010548] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.010548] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.010647] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port a945be63-cf72-410a-bb9a-de3014a8877f not found, creating... [ 817.010852] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.011464] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.011464] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.011464] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.011618] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.011886] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.012070] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.012212] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.012440] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.012629] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.012761] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: a945be63-cf72-410a-bb9a-de3014a8877f is going to be created. [ 817.037169] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.037762] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.037923] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.038264] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.038661] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.038942] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-a945be63-cf72-410a-bb9a-de3014a8877f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.140782] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.140911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.140911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.141201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.141288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.141396] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 817.150808] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.200961] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.200961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.200961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.200961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.201644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.216702] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 817.547975] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: SUCCESS [ 817.548424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.657063] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.860587] env[65756]: INFO networking_nsxv3.common.synchronization [req-923744ff-6eac-4b25-abd7-66127d150295 req-aa695d94-30d3-4c95-ab05-780236d72808 service nova] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_rules [ 817.860587] env[65756]: INFO networking_nsxv3.common.synchronization [req-923744ff-6eac-4b25-abd7-66127d150295 req-aa695d94-30d3-4c95-ab05-780236d72808 service nova] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 817.860587] env[65756]: INFO networking_nsxv3.common.synchronization [req-923744ff-6eac-4b25-abd7-66127d150295 req-aa695d94-30d3-4c95-ab05-780236d72808 service nova] Enqueued Resource ID: a945be63-cf72-410a-bb9a-de3014a8877f with Priority: HIGHEST for action port [ 817.860587] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_rules [ 817.860848] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 817.860848] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a945be63-cf72-410a-bb9a-de3014a8877f with Priority: HIGHEST for action port [ 817.861300] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.861479] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.861615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.861867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.862016] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.863022] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.863181] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.863427] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-a945be63-cf72-410a-bb9a-de3014a8877f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.863684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a945be63-cf72-410a-bb9a-de3014a8877f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.863807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a945be63-cf72-410a-bb9a-de3014a8877f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.864042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a945be63-cf72-410a-bb9a-de3014a8877f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.864172] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a945be63-cf72-410a-bb9a-de3014a8877f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.163526] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 818.163526] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 818.366740] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a945be63-cf72-410a-bb9a-de3014a8877f with status ACTIVE [ 818.366898] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.367080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.369104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.369104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.369104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.369104] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.369104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.369104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.369104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.369104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.369104] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.369104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.369104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.369104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.372719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.372719] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a945be63-cf72-410a-bb9a-de3014a8877f is going to be updated. [ 818.372719] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.372719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.403082] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.403082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.403082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.403082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.403082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.403082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a945be63-cf72-410a-bb9a-de3014a8877f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.562313] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 818.562737] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 deletion is rescheduled due to dependency. [ 818.562737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.563695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.564008] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.565806] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.565806] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.565806] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.565806] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.565806] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.565806] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.069194] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.113863] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.113863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.113863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.113863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.123771] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 819.124678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.125887] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 819.154726] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.154876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.154960] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.156605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.163643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.164149] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 819.164224] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 819.164310] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 819.207336] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.208712] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.208712] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.211025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.211516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.211858] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 819.226991] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 4s [ 819.304747] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.305464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.305556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.305823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.306195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.306517] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 819.379077] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.379313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.379387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.379756] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.380058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.382493] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 819.382493] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f0f3e498-9f34-43e8-b65a-2c524989ddb7', 'c18f9d36-63ef-4076-9ffd-24552738dd6e', '9cddbd12-4d96-47bb-90fd-01caeeb2a389', 'be9671d3-5c21-4466-aa99-731f46a7fd50', 'cdc0e342-7937-43f2-aaeb-8cf315240a0f', '1b5b5c88-54ec-4ca1-8003-71077d86552b', 'cb6034f7-e285-455d-ab92-960ff4ba73a6', 'dbb037f6-c874-40bd-8133-70cb028924e0', '7ab6c8cf-8063-42dc-9554-75e347cf91de', 'dab46417-eb12-4230-a290-34abd48aae30', '713b4c05-cab9-4bc0-8b2a-997645c68bef', '17d65494-586f-4657-a8b1-01c4aff93a23', '6368c431-277d-4174-bbf2-6bfcfeaf46d8', 'cfe757d1-a369-4361-a8a9-e6bff2c90690', '3d5ea009-91a0-40f8-b0fe-04d25595226f', '2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d', '15bf4e43-6342-4037-881f-c9f8b1cf05f0', 'ff3108f5-d6ef-4ddb-a313-c982c86056e3', '13818530-13ef-47b5-b406-5354627a4eac', 'f772e079-b309-45b3-9790-8a1e482044d5', 'dd388bf0-7510-493a-a723-7ff9e8fdfa21', 'c1d33b2e-4814-41ea-912a-b7c8c485175e', '2ab16458-6304-4c6c-a1fb-280d91f211ca', '2b780d16-87a7-47f2-8433-323e70dca494', '7012c325-a947-4a21-ae72-a89a8d596e43', '349277ac-39ef-4125-bc91-d7ea1ce5f22b', '6b254ef8-bfc3-4eee-8333-6af45e3d7065', '1cee2b85-8d92-421c-89ed-c099929654a4', '31ba3962-84a7-41cc-a1d6-2221546a2db3', 'fdeabbcd-ff90-448e-a767-b37012d4f894', '3b5a0ffb-5f8b-4199-8091-7f1ccc80daed', '910c59b2-9cef-45a4-b212-3b5606693510', '530f2a46-487d-4535-9b96-633a0909d89c', '09364ac8-f087-4ddf-9309-55facab57ff7', '5b85aea3-6187-4921-a344-4460db078fa9', '0df1f374-0b0c-4d50-b9a0-cd746662c752'} {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 819.382493] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 819.404801] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.405060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.405119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.405348] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.407476] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.407476] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 819.407476] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 819.407476] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 819.491364] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.491543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.491637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.491898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.492984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.493243] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 819.493360] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 819.493438] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 819.493527] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 819.493619] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 819.493747] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGH for action security_group_rules [ 819.493843] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c18f9d36-63ef-4076-9ffd-24552738dd6e with Priority: HIGH for action security_group_rules [ 819.493913] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 with Priority: HIGH for action security_group_rules [ 819.493977] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be9671d3-5c21-4466-aa99-731f46a7fd50 with Priority: HIGH for action security_group_rules [ 819.494077] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f with Priority: HIGH for action security_group_rules [ 819.494163] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGH for action security_group_rules [ 819.494232] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGH for action security_group_rules [ 819.494287] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGH for action security_group_rules [ 819.494381] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de with Priority: HIGH for action security_group_rules [ 819.494454] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGH for action security_group_rules [ 819.494516] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef with Priority: HIGH for action security_group_rules [ 819.494579] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGH for action security_group_rules [ 819.494635] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 with Priority: HIGH for action security_group_rules [ 819.494684] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGH for action security_group_rules [ 819.494741] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGH for action security_group_rules [ 819.494822] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGH for action security_group_rules [ 819.494887] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGH for action security_group_rules [ 819.494956] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 with Priority: HIGH for action security_group_rules [ 819.495054] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGH for action security_group_rules [ 819.495110] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGH for action security_group_rules [ 819.495188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.572097] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.075053] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.075233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.075317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.075553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.076438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.076438] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 820.109888] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.110115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.110115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.110372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.110520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.122095] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 820.263330] env[65756]: INFO networking_nsxv3.common.synchronization [None req-7e706d12-9fad-42f5-9477-8be8703a6cd8 None None] Enqueued Resource ID: cacfe3a0-2f67-4f7a-90fd-76290b50e96f with Priority: HIGHEST for action port [ 820.263330] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cacfe3a0-2f67-4f7a-90fd-76290b50e96f with Priority: HIGHEST for action port [ 820.263330] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGH for action security_group_rules [ 820.263330] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 with Priority: HIGH for action security_group_rules [ 820.263330] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGH for action security_group_rules [ 820.263330] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f with Priority: HIGH for action security_group_rules [ 820.263330] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGH for action security_group_rules [ 820.263330] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGH for action security_group_rules [ 820.263330] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 with Priority: HIGH for action security_group_rules [ 820.263330] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGH for action security_group_rules [ 820.264336] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGH for action security_group_rules [ 820.264807] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d with Priority: HIGH for action security_group_rules [ 820.265397] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 with Priority: HIGH for action security_group_rules [ 820.265733] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGH for action security_group_rules [ 820.266070] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef with Priority: HIGH for action security_group_rules [ 820.266296] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGH for action security_group_rules [ 820.269024] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de with Priority: HIGH for action security_group_rules [ 820.269024] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b with Priority: HIGH for action security_group_rules [ 820.269024] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGH for action security_group_rules [ 820.269024] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f with Priority: HIGH for action security_group_rules [ 820.269024] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f9d36-63ef-4076-9ffd-24552738dd6e with Priority: HIGH for action security_group_rules [ 820.269024] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9671d3-5c21-4466-aa99-731f46a7fd50 with Priority: HIGH for action security_group_rules [ 820.269024] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-cacfe3a0-2f67-4f7a-90fd-76290b50e96f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.269024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cacfe3a0-2f67-4f7a-90fd-76290b50e96f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.269024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cacfe3a0-2f67-4f7a-90fd-76290b50e96f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.269024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cacfe3a0-2f67-4f7a-90fd-76290b50e96f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.269024] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cacfe3a0-2f67-4f7a-90fd-76290b50e96f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.272291] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.272426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.272488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.272815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.272886] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.273741] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.273867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.273932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.276831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.277181] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cddbd12-4d96-47bb-90fd-01caeeb2a389',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.277923] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.278737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.278737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.279559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.279647] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.280931] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5ea009-91a0-40f8-b0fe-04d25595226f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.281077] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.281209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.281547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.281547] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5ea009-91a0-40f8-b0fe-04d25595226f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.284751] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.284751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.284751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.284949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.284949] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.288196] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.288196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.288196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.288196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.288196] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.289413] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff3108f5-d6ef-4ddb-a313-c982c86056e3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.289413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.289413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.289577] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.289577] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff3108f5-d6ef-4ddb-a313-c982c86056e3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.291096] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.291096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.291096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.291096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.291096] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.294430] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.294668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.294668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.294796] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.294946] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.295990] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.299260] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.299260] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.299260] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.299260] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.299260] env[65756]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 820.299260] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6368c431-277d-4174-bbf2-6bfcfeaf46d8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.299260] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.299260] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.299260] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.299260] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6368c431-277d-4174-bbf2-6bfcfeaf46d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.299260] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.299260] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.299845] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-713b4c05-cab9-4bc0-8b2a-997645c68bef taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.299845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.299845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.303224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.303224] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('713b4c05-cab9-4bc0-8b2a-997645c68bef',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.304924] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.304924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.304924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.304924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.304924] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.306075] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab6c8cf-8063-42dc-9554-75e347cf91de taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.306075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.306205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.306954] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.306954] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab6c8cf-8063-42dc-9554-75e347cf91de',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.307952] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b5b5c88-54ec-4ca1-8003-71077d86552b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.308608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.309265] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.309451] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.309537] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b5b5c88-54ec-4ca1-8003-71077d86552b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.311334] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.311501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.311596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.311783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.312525] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.313533] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdc0e342-7937-43f2-aaeb-8cf315240a0f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.313654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.313732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.313848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.313914] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdc0e342-7937-43f2-aaeb-8cf315240a0f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.314926] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18f9d36-63ef-4076-9ffd-24552738dd6e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.315081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.315134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.315294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.316054] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18f9d36-63ef-4076-9ffd-24552738dd6e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.316177] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9671d3-5c21-4466-aa99-731f46a7fd50 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.316282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.316347] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.316496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.316567] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9671d3-5c21-4466-aa99-731f46a7fd50',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.347507] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.347771] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.347771] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.347902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.379702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.380091] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cddbd12-4d96-47bb-90fd-01caeeb2a389 is going to be deleted. [ 820.445880] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.446680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.446680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.447661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.447775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.447971] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cddbd12-4d96-47bb-90fd-01caeeb2a389" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.818903] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cacfe3a0-2f67-4f7a-90fd-76290b50e96f [ 820.819285] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.819356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.819391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.819828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.819828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.819828] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cacfe3a0-2f67-4f7a-90fd-76290b50e96f already deleted. [ 820.819828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cacfe3a0-2f67-4f7a-90fd-76290b50e96f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.845080] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.845080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.845080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.845080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.858125] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.858269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.858469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.858527] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.858659] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.859729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.859729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.859729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.859729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.859729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.859729] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.861083] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.861083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.861083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.861083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.861083] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.861083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.861083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.861083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.861083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.861568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.861568] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.873742] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.873872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.873933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.874169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.874327] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.874425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.874491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.874643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.874729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.874814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.874900] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.875787] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.875900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.875946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.876218] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.876282] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.876332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.876398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.876531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.876604] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.876679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.876954] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.887558] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.887679] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be deleted. [ 820.890062] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-15bf4e43-6342-4037-881f-c9f8b1cf05f0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.890062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.890062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.890062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.890062] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.890062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.890062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.890062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.890062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.890062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.890062] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.890062] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.893732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.893732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.893732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.893732] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.893732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.893732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.893940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.893940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.893940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.894052] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.939488] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.939669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.939755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.940053] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.943786] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.943786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.944998] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.945176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.946788] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.946928] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.950130] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.950130] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.950130] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.950130] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.950130] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.950130] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.950572] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.950572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.951622] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.951743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.959509] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.959642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.960675] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.960800] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.965042] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 820.965805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.965958] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 713b4c05-cab9-4bc0-8b2a-997645c68bef is going to be deleted. [ 820.969478] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.969478] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.993687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.993836] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18f9d36-63ef-4076-9ffd-24552738dd6e is going to be deleted. [ 820.994795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.995085] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.997553] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.997553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.016743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.016820] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab6c8cf-8063-42dc-9554-75e347cf91de is going to be deleted. [ 821.019433] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.019433] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.030777] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.030898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.054026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.054181] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9671d3-5c21-4466-aa99-731f46a7fd50 is going to be deleted. [ 821.058013] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.058013] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.083352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.083598] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d is going to be deleted. [ 821.084695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.086018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.089371] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.089509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.126501] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.126656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.136863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.136863] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5ea009-91a0-40f8-b0fe-04d25595226f is going to be deleted. [ 821.138121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.138263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.169044] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.169432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.185857] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.185857] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdc0e342-7937-43f2-aaeb-8cf315240a0f is going to be deleted. [ 821.186854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.187144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.247534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.247759] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b5b5c88-54ec-4ca1-8003-71077d86552b is going to be deleted. [ 821.250352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.250352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.269596] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 821.269596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.269596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.269596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.269862] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.269922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.269968] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.270141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.270225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.270309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.270401] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.273277] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.273277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.285155] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.285155] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.285155] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.285155] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff3108f5-d6ef-4ddb-a313-c982c86056e3 is going to be deleted. [ 821.285432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.287026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.363595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.363595] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be deleted. [ 821.363987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.364959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.380516] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.380673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.380773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.380995] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.381522] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.381522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.381522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.381522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.381778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.381778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.381778] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.381894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.381894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.382036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.382175] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.382267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.382322] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.382459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.382536] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.382642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.382727] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.383810] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.383964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.383964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.384170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.384891] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.384891] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.384891] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.384891] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.384891] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.384891] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.384891] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.385228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.385228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.385228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.385228] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.385355] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.385385] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.386120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.386120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.386120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.386120] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.388084] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.388084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.388084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.388084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.388084] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.388084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.388084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.388084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.390204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.390204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.390204] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.390204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.390204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.390204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.390204] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.390204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.390204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.390204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.390204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.390204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.390204] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.390204] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.398111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.398111] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6368c431-277d-4174-bbf2-6bfcfeaf46d8 is going to be deleted. [ 821.399056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.399759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.399759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.399759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.400619] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.401384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.401570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.401652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.401770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-713b4c05-cab9-4bc0-8b2a-997645c68bef" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.402060] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.402190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.402266] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.402700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.402700] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.402824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.402824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.402948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.403033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.403117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.403259] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.403343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.403397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.403528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.403656] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.403755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.403883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.403939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.404035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.404119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.404205] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.405702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.405865] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.405949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.406081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18f9d36-63ef-4076-9ffd-24552738dd6e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.406816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.406975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.407086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.407177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab6c8cf-8063-42dc-9554-75e347cf91de" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.407703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.407703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.407703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.407850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9671d3-5c21-4466-aa99-731f46a7fd50" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.407947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.408133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.408208] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.408321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d62e3dd-fcc9-46dd-8797-1a2d0cdec33d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.409084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.409137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.409219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.409326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5ea009-91a0-40f8-b0fe-04d25595226f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.427118] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.427254] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.427254] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.427561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.427561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.427658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdc0e342-7937-43f2-aaeb-8cf315240a0f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.431648] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.431845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.431939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.432542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.432542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.432542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b5b5c88-54ec-4ca1-8003-71077d86552b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.452351] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.452351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.452351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.452351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.452351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.452351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff3108f5-d6ef-4ddb-a313-c982c86056e3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.471246] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.471428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.471496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.471733] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.471823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.471939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.549625] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 821.550409] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.550409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.550409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.550626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.550626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.550788] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6368c431-277d-4174-bbf2-6bfcfeaf46d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.776555] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.776738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.776803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.777141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.777235] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.777328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.777375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.778029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.778029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.778029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.778029] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.778029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.778029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.778391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.778391] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.778391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.778565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.778565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.778663] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.778704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.778981] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.887225] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb037f6-c874-40bd-8133-70cb028924e0: rpc.has_security_group_logging(os_id): False [ 821.892951] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfe757d1-a369-4361-a8a9-e6bff2c90690: rpc.has_security_group_logging(os_id): False [ 821.893529] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13818530-13ef-47b5-b406-5354627a4eac: rpc.has_security_group_logging(os_id): False [ 821.894321] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f772e079-b309-45b3-9790-8a1e482044d5: rpc.has_security_group_logging(os_id): False [ 821.910312] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.910312] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.910312] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.911836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.911836] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15bf4e43-6342-4037-881f-c9f8b1cf05f0: rpc.has_security_group_logging(os_id): False [ 821.912831] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb6034f7-e285-455d-ab92-960ff4ba73a6: rpc.has_security_group_logging(os_id): False [ 821.914861] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.914861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.927618] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.927846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.931375] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.931375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.937187] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.937319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.938378] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.938541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.940240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.942407] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.943779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.943779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.943779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.944219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.944572] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.944741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.945349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.946282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.946282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.946282] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.946282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.946282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.947142] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.947433] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.947588] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb037f6-c874-40bd-8133-70cb028924e0 is going to be updated. [ 821.948863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.949325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.975345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.975345] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.975345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.975345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.975842] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.976236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.979587] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13818530-13ef-47b5-b406-5354627a4eac is going to be updated. [ 821.980838] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.981216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.001788] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.002669] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.002669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.002669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.002669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.002888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.003250] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.003250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.003250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.003402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.003402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.003622] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.003989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.003989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.003989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.003989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.004342] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 822.009449] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.011082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.025237] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.025237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.036460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.039067] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.039067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.039067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.039067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.039067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.039067] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 is going to be updated. [ 822.039067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.039515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.042903] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.043212] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.096280] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.096680] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.097835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.097835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.097835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.097835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.097835] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.098092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.098129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.098358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.098486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.098741] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.098982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.099121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.099358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.099465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.099611] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 is going to be updated. [ 822.101278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.101760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.101760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.105029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.105029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.127192] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: IN_PROGRESS for 2s [ 822.131985] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 822.132202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.132393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.132668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.132878] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.132996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.133071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.133242] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.133330] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.133403] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.133493] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.137202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.137202] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.137385] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.137385] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.137590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.137686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.137885] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.139272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.139272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.139272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.139272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.139272] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.139272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.139272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.139272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.139272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.139272] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f772e079-b309-45b3-9790-8a1e482044d5 is going to be updated. [ 822.141032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.141217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.141361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.189015] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.189210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.189304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.189625] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.189834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.195056] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: IN_PROGRESS for 2s [ 822.196395] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.196682] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.196682] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.196960] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.197595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.226827] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 822.274397] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: IN_PROGRESS for 2s [ 822.283937] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17d65494-586f-4657-a8b1-01c4aff93a23: rpc.has_security_group_logging(os_id): False [ 822.339382] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.339586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.339686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.339876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.348063] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.348063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.379497] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.379804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.412993] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.412993] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.412993] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.412993] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.412993] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.413224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.413692] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.413692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.413966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.414032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.414141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.414362] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.414568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.415861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.415861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.415861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.415861] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 822.417511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.417511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.417511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.418460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.418697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.418864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.552146] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: IN_PROGRESS for 2s [ 822.552805] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: IN_PROGRESS for 2s [ 822.643516] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.643752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.643801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.644104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.644303] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.644398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.644456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.644637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.644719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.644807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.645278] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.645374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.645420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.645594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.645735] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.645853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.645894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.646038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.646117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.646496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.646600] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.675223] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.675223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.675223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.675223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.675223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.690096] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 823.153589] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cee2b85-8d92-421c-89ed-c099929654a4: rpc.has_security_group_logging(os_id): False [ 823.176264] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.176417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.176476] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.176677] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.186821] env[65756]: INFO networking_nsxv3.common.synchronization [None req-77fb7de7-76ec-4949-9219-8b788321784e None None] Enqueued Resource ID: 48e8feb1-7f6b-43e5-8aed-291241802c0b with Priority: HIGHEST for action port [ 823.188387] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e8feb1-7f6b-43e5-8aed-291241802c0b with Priority: HIGHEST for action port [ 823.188715] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-48e8feb1-7f6b-43e5-8aed-291241802c0b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.188851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48e8feb1-7f6b-43e5-8aed-291241802c0b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.188896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48e8feb1-7f6b-43e5-8aed-291241802c0b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.189201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48e8feb1-7f6b-43e5-8aed-291241802c0b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.189292] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48e8feb1-7f6b-43e5-8aed-291241802c0b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.196251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.196501] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.196618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.196684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.196861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.196947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.197129] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.197806] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.197806] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.197806] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.197806] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.197806] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.197806] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.198351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.198351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.198351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.198351] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 823.283560] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.283738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.283738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.283950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.284115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.299130] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 823.550054] env[65756]: INFO networking_nsxv3.common.synchronization [None req-71d5351d-a419-4b3b-b95a-96c42c5eb3d0 None None] Enqueued Resource ID: 747c4f92-83a9-439b-80e6-8840f9bee858 with Priority: HIGHEST for action port [ 823.550638] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747c4f92-83a9-439b-80e6-8840f9bee858 with Priority: HIGHEST for action port [ 823.550980] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-747c4f92-83a9-439b-80e6-8840f9bee858 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.551136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-747c4f92-83a9-439b-80e6-8840f9bee858" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.551219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-747c4f92-83a9-439b-80e6-8840f9bee858" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.551519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-747c4f92-83a9-439b-80e6-8840f9bee858" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.551622] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('747c4f92-83a9-439b-80e6-8840f9bee858',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.693503] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48e8feb1-7f6b-43e5-8aed-291241802c0b [ 823.693503] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.693503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.693503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.693503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.693503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.693503] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48e8feb1-7f6b-43e5-8aed-291241802c0b already deleted. [ 823.693503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48e8feb1-7f6b-43e5-8aed-291241802c0b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.060021] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 747c4f92-83a9-439b-80e6-8840f9bee858 [ 824.060021] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.060021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.060021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.060021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.060021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.060021] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:747c4f92-83a9-439b-80e6-8840f9bee858 already deleted. [ 824.060021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-747c4f92-83a9-439b-80e6-8840f9bee858" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.141820] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: SUCCESS [ 824.141820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.214036] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: SUCCESS [ 824.214036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.250743] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 824.251024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.291301] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: SUCCESS [ 824.291879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.568317] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: SUCCESS [ 824.568498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.569389] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: SUCCESS [ 824.569597] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.706026] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 824.706026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.706026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.706372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.706372] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.209354] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.209354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.209642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.209717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.209900] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.210017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.210087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.210253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.210341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.210450] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.210516] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.312689] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 825.313122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.713734] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.714279] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.714661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.714934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.716287] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.716426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.716508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.716704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.716793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.716898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.717138] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.717451] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.717451] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.717553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.718289] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.718289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.718289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.718289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.718289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.718289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.718289] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.096105] env[65756]: INFO networking_nsxv3.common.synchronization [None req-c5a8b4a9-4a34-4746-92c3-80ac892789cd None None] Enqueued Resource ID: 6a87f872-4c32-4e75-9d99-e42cf88c51d5 with Priority: HIGHEST for action port [ 826.096497] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a87f872-4c32-4e75-9d99-e42cf88c51d5 with Priority: HIGHEST for action port [ 826.096853] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a87f872-4c32-4e75-9d99-e42cf88c51d5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.096982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a87f872-4c32-4e75-9d99-e42cf88c51d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.097072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a87f872-4c32-4e75-9d99-e42cf88c51d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.097341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a87f872-4c32-4e75-9d99-e42cf88c51d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.097545] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a87f872-4c32-4e75-9d99-e42cf88c51d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.222816] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17d65494-586f-4657-a8b1-01c4aff93a23: rpc.has_security_group_logging(os_id): False [ 826.243954] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.244060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.244168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.244401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.244488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.244682] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.244811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.244906] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.245249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.245371] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.245711] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.245831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.245895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.246057] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.246136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.246450] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.246693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.246693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.246836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.246913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.246998] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 826.312285] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.312427] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.312491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.312732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.313572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.334331] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 826.600423] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a87f872-4c32-4e75-9d99-e42cf88c51d5 [ 826.600711] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.601168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.601168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.601168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.601367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.601367] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a87f872-4c32-4e75-9d99-e42cf88c51d5 already deleted. [ 826.601425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a87f872-4c32-4e75-9d99-e42cf88c51d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.206178] env[65756]: INFO networking_nsxv3.common.synchronization [req-e2c46e71-9df5-4ef5-8840-ceee7375ba6a req-7015483a-dc60-4113-befe-87c8af8c1d13 tempest-FloatingIPsAssociationTestJSON-772666159 tempest-FloatingIPsAssociationTestJSON-772666159-project-member] Enqueued Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_members [ 828.206178] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_members [ 828.206178] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.206178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.206178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.206178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.207070] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.207342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.207544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.207821] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.208059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.208276] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.352036] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 828.352400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.587870] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.589907] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-484" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.590154] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-484" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.590520] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-484" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.590838] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.591058] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.592391] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.592391] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.592391] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.592391] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.592391] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.592717] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.592759] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.592949] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.593222] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.593543] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.616451] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.617430] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.617430] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.617430] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-484" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.617430] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-a721ca7d-db3f-478c-86dc-842101d2f6e4 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.617687] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-a721ca7d-db3f-478c-86dc-842101d2f6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.617687] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-a721ca7d-db3f-478c-86dc-842101d2f6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.618314] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-a721ca7d-db3f-478c-86dc-842101d2f6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.618314] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a721ca7d-db3f-478c-86dc-842101d2f6e4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.710794] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.710998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.711096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.711423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.711423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.711632] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.711733] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.711810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.711972] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.712062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.712158] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf already deleted. [ 828.712239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.120299] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.120536] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.120651] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.120975] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.121247] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.121335] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port a721ca7d-db3f-478c-86dc-842101d2f6e4 not found, creating... [ 829.121887] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.121887] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.122175] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.122175] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.122311] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.122600] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.122782] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.122928] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.123175] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.123313] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.123454] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: a721ca7d-db3f-478c-86dc-842101d2f6e4 is going to be created. [ 829.148130] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.148330] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.148431] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.148687] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.148912] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.149154] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-a721ca7d-db3f-478c-86dc-842101d2f6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.896820] env[65756]: INFO networking_nsxv3.common.synchronization [req-e2c46e71-9df5-4ef5-8840-ceee7375ba6a req-904517e7-48cc-40b0-91c1-535bb31bf23f service nova] Enqueued Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_rules [ 829.897312] env[65756]: INFO networking_nsxv3.common.synchronization [req-e2c46e71-9df5-4ef5-8840-ceee7375ba6a req-904517e7-48cc-40b0-91c1-535bb31bf23f service nova] Enqueued Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_members [ 829.897312] env[65756]: INFO networking_nsxv3.common.synchronization [req-e2c46e71-9df5-4ef5-8840-ceee7375ba6a req-904517e7-48cc-40b0-91c1-535bb31bf23f service nova] Enqueued Resource ID: a721ca7d-db3f-478c-86dc-842101d2f6e4 with Priority: HIGHEST for action port [ 829.897796] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_rules [ 829.897932] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_members [ 829.898049] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a721ca7d-db3f-478c-86dc-842101d2f6e4 with Priority: HIGHEST for action port [ 829.898372] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.898494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.898561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.898887] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.898983] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.901381] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.901381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.901381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.901381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.901381] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.901381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.901381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.901381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.901381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.901741] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.902511] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-a721ca7d-db3f-478c-86dc-842101d2f6e4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.902653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a721ca7d-db3f-478c-86dc-842101d2f6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.903647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a721ca7d-db3f-478c-86dc-842101d2f6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.903886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a721ca7d-db3f-478c-86dc-842101d2f6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.904631] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a721ca7d-db3f-478c-86dc-842101d2f6e4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.165097] env[65756]: INFO networking_nsxv3.common.synchronization [None req-94f4b017-c96e-4277-8f49-f8708f4ec292 None None] Enqueued Resource ID: e038917f-0170-4798-80c7-6916a2bf3b1d with Priority: HIGHEST for action port [ 830.165632] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e038917f-0170-4798-80c7-6916a2bf3b1d with Priority: HIGHEST for action port [ 830.165963] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-e038917f-0170-4798-80c7-6916a2bf3b1d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.166094] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e038917f-0170-4798-80c7-6916a2bf3b1d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.166159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e038917f-0170-4798-80c7-6916a2bf3b1d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.166405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e038917f-0170-4798-80c7-6916a2bf3b1d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.166503] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e038917f-0170-4798-80c7-6916a2bf3b1d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.406072] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.406252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.406345] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.407692] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a721ca7d-db3f-478c-86dc-842101d2f6e4 with status ACTIVE [ 830.407890] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.408017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.408077] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.408551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.408551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.408551] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.408699] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.408699] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.408872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.408919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.409066] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.409174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.409245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.409397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.409473] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.409556] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a721ca7d-db3f-478c-86dc-842101d2f6e4 is going to be updated. [ 830.434259] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.434443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.434514] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.434730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.434870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.435045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a721ca7d-db3f-478c-86dc-842101d2f6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.671478] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e038917f-0170-4798-80c7-6916a2bf3b1d [ 830.671826] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.672023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.672135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.672450] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.672589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.672744] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e038917f-0170-4798-80c7-6916a2bf3b1d already deleted. [ 830.672850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e038917f-0170-4798-80c7-6916a2bf3b1d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.912267] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.972872] env[65756]: INFO networking_nsxv3.common.synchronization [req-ad807080-c403-466c-a327-c63eee6e8e3c req-6d945a62-066d-49b6-9ae2-026983360340 tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: 247ef369-4992-414f-b456-d450af99f4d8 with Priority: HIGHEST for action security_group_members [ 830.972872] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ef369-4992-414f-b456-d450af99f4d8 with Priority: HIGHEST for action security_group_members [ 830.977189] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-247ef369-4992-414f-b456-d450af99f4d8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.977189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.977189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.977189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.977414] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.977566] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.977659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.977902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.978127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.978280] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247ef369-4992-414f-b456-d450af99f4d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.409429] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.409685] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.409850] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.410197] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.410992] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.411362] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.411688] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.411794] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.412065] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.412397] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.412600] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.412827] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.415632] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.415632] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.415632] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.415632] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.418482] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.418482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.418591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.418725] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.418820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.418917] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf is going to be created. [ 831.439866] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.440245] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.440245] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.440433] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.440640] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.441719] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.441719] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.441719] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.441719] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.444137] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.444528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.444528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.444528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.444680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.457177] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf in Status: UNINITIALIZED for 2s [ 831.482077] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.482247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.482370] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.485262] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.485378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.485614] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.485730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.485849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.485975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.486157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.486157] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247ef369-4992-414f-b456-d450af99f4d8 already deleted. [ 831.486289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.948173] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.948454] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.948547] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.948825] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.948975] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.949141] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f not found, creating... [ 831.949409] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.949563] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.949677] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.950132] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.950580] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.950908] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.952156] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.952339] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.952768] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.952836] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.952997] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f is going to be created. [ 831.975123] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.975123] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.975848] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.976410] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.976668] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.976821] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.791136] env[65756]: INFO networking_nsxv3.common.synchronization [req-ad807080-c403-466c-a327-c63eee6e8e3c req-902da3ab-606b-491d-b6af-e6394f9c5bf1 service nova] Enqueued Resource ID: 247ef369-4992-414f-b456-d450af99f4d8 with Priority: HIGHEST for action security_group_rules [ 832.791321] env[65756]: INFO networking_nsxv3.common.synchronization [req-ad807080-c403-466c-a327-c63eee6e8e3c req-902da3ab-606b-491d-b6af-e6394f9c5bf1 service nova] Enqueued Resource ID: 247ef369-4992-414f-b456-d450af99f4d8 with Priority: HIGHEST for action security_group_members [ 832.791526] env[65756]: INFO networking_nsxv3.common.synchronization [req-ad807080-c403-466c-a327-c63eee6e8e3c req-902da3ab-606b-491d-b6af-e6394f9c5bf1 service nova] Enqueued Resource ID: 6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f with Priority: HIGHEST for action port [ 832.792076] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ef369-4992-414f-b456-d450af99f4d8 with Priority: HIGHEST for action security_group_rules [ 832.792284] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ef369-4992-414f-b456-d450af99f4d8 with Priority: HIGHEST for action security_group_members [ 832.792578] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f with Priority: HIGHEST for action port [ 832.793051] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247ef369-4992-414f-b456-d450af99f4d8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.793208] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.793294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.793526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.793631] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247ef369-4992-414f-b456-d450af99f4d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.794720] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-247ef369-4992-414f-b456-d450af99f4d8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.794858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.794994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.795163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.795394] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.795551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.795649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.795877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.796014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.796161] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247ef369-4992-414f-b456-d450af99f4d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.797202] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.797799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.797799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.797799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.797799] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.975891] env[65756]: INFO networking_nsxv3.common.synchronization [None req-981046a6-9780-4467-8dee-22b5929f35b0 None None] Enqueued Resource ID: 096dae7a-ecd0-4d01-9413-033e74f2df07 with Priority: HIGHEST for action port [ 832.977083] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096dae7a-ecd0-4d01-9413-033e74f2df07 with Priority: HIGHEST for action port [ 832.977083] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-096dae7a-ecd0-4d01-9413-033e74f2df07 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.977370] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-096dae7a-ecd0-4d01-9413-033e74f2df07" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.977445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-096dae7a-ecd0-4d01-9413-033e74f2df07" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.978296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-096dae7a-ecd0-4d01-9413-033e74f2df07" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.978296] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('096dae7a-ecd0-4d01-9413-033e74f2df07',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.301605] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('247ef369-4992-414f-b456-d450af99f4d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.301605] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-247ef369-4992-414f-b456-d450af99f4d8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.301605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.301605] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f with status ACTIVE [ 833.301605] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.301605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.303618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.303618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.303618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.303618] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.303618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.303618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.303618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.303618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.303618] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.303618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.303618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.303618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.303618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.303618] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f is going to be updated. [ 833.327350] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.327601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.327601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.327864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.328037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.328240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c9e4867-d8c7-4e54-bb8d-d6e5c0595b5f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.471716] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf in Status: SUCCESS [ 833.472120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.472573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.472689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.473013] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.473161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.473277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.473534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.474240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.474408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.474569] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.480803] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 096dae7a-ecd0-4d01-9413-033e74f2df07 [ 833.481462] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.481607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.481679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.482371] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.482474] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.482580] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:096dae7a-ecd0-4d01-9413-033e74f2df07 already deleted. [ 833.482667] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-096dae7a-ecd0-4d01-9413-033e74f2df07" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.805127] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('247ef369-4992-414f-b456-d450af99f4d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.829286] env[65756]: INFO networking_nsxv3.common.synchronization [req-1e9c841f-aae7-4ba6-b3a1-30f860ebe400 req-faa0f3c7-3511-4815-9427-162a113466dc tempest-ImagesTestJSON-1752206587 tempest-ImagesTestJSON-1752206587-project-member] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 833.830066] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 833.830438] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.830637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.830767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.831040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.831216] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.831321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.831384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.831536] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.831619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.831713] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.980704] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.980704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.980704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.980704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.980704] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.980704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.980704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.980704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.980704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.980704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.980704] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.980704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.980704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.981497] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.981497] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.981497] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.981497] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.981497] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.981497] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.981497] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.981497] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.159793] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.160148] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.160283] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.160620] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.160886] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.161059] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.161176] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.161395] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.161537] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.161741] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.161996] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.161996] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.162167] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.162167] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.162285] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.162688] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.182014] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.182167] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.182304] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.182863] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.182978] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-f3ea2223-dab1-4d34-8199-9916fda97394 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.183106] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-f3ea2223-dab1-4d34-8199-9916fda97394" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.183260] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-f3ea2223-dab1-4d34-8199-9916fda97394" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.183990] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-f3ea2223-dab1-4d34-8199-9916fda97394" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.183990] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ea2223-dab1-4d34-8199-9916fda97394',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.307767] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.307867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.307867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.308088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.308178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.308319] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247ef369-4992-414f-b456-d450af99f4d8 is going to be created. [ 834.335748] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.335846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.337391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.337391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.337391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.337910] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.337910] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.337910] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.341088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.341227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.341485] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.341600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.341668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.341861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.342054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.342054] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be deleted. [ 834.353909] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247ef369-4992-414f-b456-d450af99f4d8 in Status: UNINITIALIZED for 2s [ 834.413058] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.413540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.413778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.414443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.414443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.414900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.485217] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de394d46-afb0-4244-9c9a-bbc2db9cc8cf: rpc.has_security_group_logging(os_id): False [ 834.508576] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.508576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.508576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.508576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.508576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.508576] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.508576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.508576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.508576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.509820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.510068] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.510212] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.510319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.510527] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.510785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.511543] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.511543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.511543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.511808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.511867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.512013] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf is going to be created. [ 834.627907] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.628217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.628217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.628384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.628570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.645496] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf in Status: IN_PROGRESS for 2s [ 834.687558] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.687915] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.688104] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.688572] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.688848] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.689009] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port f3ea2223-dab1-4d34-8199-9916fda97394 not found, creating... [ 834.689430] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.689762] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.689930] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.691066] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.691368] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.691857] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.692196] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.692268] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.692582] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.692819] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.693062] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: f3ea2223-dab1-4d34-8199-9916fda97394 is going to be created. [ 834.740091] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.740474] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.740633] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.741152] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.742050] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.742439] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-f3ea2223-dab1-4d34-8199-9916fda97394" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.440281] env[65756]: INFO networking_nsxv3.common.synchronization [req-1e9c841f-aae7-4ba6-b3a1-30f860ebe400 req-2c6876a0-0cc0-487c-86dd-3779f11c6f15 service nova] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_rules [ 835.440806] env[65756]: INFO networking_nsxv3.common.synchronization [req-1e9c841f-aae7-4ba6-b3a1-30f860ebe400 req-2c6876a0-0cc0-487c-86dd-3779f11c6f15 service nova] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 835.440806] env[65756]: INFO networking_nsxv3.common.synchronization [req-1e9c841f-aae7-4ba6-b3a1-30f860ebe400 req-2c6876a0-0cc0-487c-86dd-3779f11c6f15 service nova] Enqueued Resource ID: f3ea2223-dab1-4d34-8199-9916fda97394 with Priority: HIGHEST for action port [ 835.441474] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_rules [ 835.441613] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 835.441724] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ea2223-dab1-4d34-8199-9916fda97394 with Priority: HIGHEST for action port [ 835.442087] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.442285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.442285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.442610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.442610] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.443540] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.444073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.444165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.445978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.445978] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.445978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.445978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.445978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.445978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.445978] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.447743] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3ea2223-dab1-4d34-8199-9916fda97394 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.447848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3ea2223-dab1-4d34-8199-9916fda97394" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.447919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3ea2223-dab1-4d34-8199-9916fda97394" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.448610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3ea2223-dab1-4d34-8199-9916fda97394" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.448698] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ea2223-dab1-4d34-8199-9916fda97394',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.950528] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.951754] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.951873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.957319] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3ea2223-dab1-4d34-8199-9916fda97394 with status ACTIVE [ 835.957551] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.957710] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.957752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.957969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.958147] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.958337] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.958436] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.958598] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.958661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.958768] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.958896] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.958989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.959066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.959208] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.959289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.959389] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3ea2223-dab1-4d34-8199-9916fda97394 is going to be updated. [ 835.983426] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.983622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.983622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.984482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.984482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.984482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3ea2223-dab1-4d34-8199-9916fda97394" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.364114] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247ef369-4992-414f-b456-d450af99f4d8 in Status: SUCCESS [ 836.364393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.364593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.364836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.365074] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.365841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.365841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.365841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.365841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.365841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.365841] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('247ef369-4992-414f-b456-d450af99f4d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.457719] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.659711] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf in Status: SUCCESS [ 836.659931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.682146] env[65756]: INFO networking_nsxv3.common.synchronization [req-9716cb57-929c-4833-92af-f93c47b02425 req-f0389bf3-36de-496d-9b04-8c2d2f6f5a41 tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 836.682703] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 836.683695] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.683913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.684147] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.684418] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.684628] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.684755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.684841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.685060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.685508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.685694] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.868101] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('247ef369-4992-414f-b456-d450af99f4d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.960305] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.960605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.960715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.960961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.961121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.961278] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be created. [ 836.988912] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.989169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.989230] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.989646] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.989732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.006703] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: UNINITIALIZED for 2s [ 837.163086] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-932 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.163379] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-932" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.163617] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-932" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.163915] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-932" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.164340] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.164340] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.164757] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.164757] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.164888] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.165032] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.165142] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.165245] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.165390] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.165450] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.165544] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.165661] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.187047] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.187215] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.187347] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.187523] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-932" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.188042] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.188242] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.188361] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.188704] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.188899] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.190054] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.370235] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 247ef369-4992-414f-b456-d450af99f4d8: rpc.has_security_group_logging(os_id): False [ 837.389246] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.389395] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.389481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.389720] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.389832] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.390088] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.390189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.390847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.390847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.390847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.390847] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247ef369-4992-414f-b456-d450af99f4d8 is going to be created. [ 837.469733] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.470181] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.470181] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.470405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.470677] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.484263] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 247ef369-4992-414f-b456-d450af99f4d8 in Status: IN_PROGRESS for 2s [ 837.694704] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.694704] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.694704] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.697141] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.697141] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.697141] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 not found, creating... [ 837.697141] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.697141] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.697141] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.697141] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.697141] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.697491] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.697491] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.698647] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.698927] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.699106] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.700283] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 is going to be created. [ 837.702579] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.724582] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.724582] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.724582] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.725197] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.725197] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.726059] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.206561] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.206770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.206770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.207750] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.207750] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.207750] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 838.243870] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.243870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.243870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.243870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.243870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.254996] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 838.510269] env[65756]: INFO networking_nsxv3.common.synchronization [req-9716cb57-929c-4833-92af-f93c47b02425 req-c5a53e98-cd1c-4d3b-9945-d169c662f6f3 service nova] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_rules [ 838.510538] env[65756]: INFO networking_nsxv3.common.synchronization [req-9716cb57-929c-4833-92af-f93c47b02425 req-c5a53e98-cd1c-4d3b-9945-d169c662f6f3 service nova] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 838.510579] env[65756]: INFO networking_nsxv3.common.synchronization [req-9716cb57-929c-4833-92af-f93c47b02425 req-c5a53e98-cd1c-4d3b-9945-d169c662f6f3 service nova] Enqueued Resource ID: 5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 with Priority: HIGHEST for action port [ 838.511167] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_rules [ 838.511303] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 838.511463] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 with Priority: HIGHEST for action port [ 838.512047] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.512180] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.512253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.512455] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.512526] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.513433] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.513530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.513724] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.513854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.513997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.514074] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.514140] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.016477] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 839.016757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.017208] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.017348] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.018043] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 with status ACTIVE [ 839.018103] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.018319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.018465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.019048] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.019048] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.019218] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.019218] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.019345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.019489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.019573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.020121] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.020121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.020121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.020296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.020296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.020656] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 is going to be updated. [ 839.021472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.021651] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.021830] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.022044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.022044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.022237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.022323] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.022385] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.022437] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.043654] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.043834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.043949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.044364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.044364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.044519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.508058] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 247ef369-4992-414f-b456-d450af99f4d8 in Status: SUCCESS [ 839.508397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.527044] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.527572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.527572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.529133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.529133] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.529133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.529133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.529133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.529133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.529133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.529133] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.529133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.529133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.529133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.529133] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.529612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.529612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.529612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.529612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.529612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.529846] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.031899] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dab46417-eb12-4230-a290-34abd48aae30: rpc.has_security_group_logging(os_id): False [ 840.053727] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.054033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.054033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.054183] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.054327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.054610] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.054686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.054745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.054842] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.054935] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.055189] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.055288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.055342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.055488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.055562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.055914] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.056043] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.056102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.056258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.056360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.056444] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be created. [ 840.120027] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.120027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.120243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.120443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.120617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.133592] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 840.268658] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 840.268658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.268658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.268658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.268965] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.269204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.269204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.269313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.269439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.269482] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.490816] env[65756]: INFO networking_nsxv3.common.synchronization [None req-12ab7998-3c54-4798-9842-b478c91c1f14 None None] Enqueued Resource ID: cc9603d1-e670-4519-b29a-eca1d63db5c6 with Priority: HIGHEST for action port [ 840.491878] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc9603d1-e670-4519-b29a-eca1d63db5c6 with Priority: HIGHEST for action port [ 840.492736] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc9603d1-e670-4519-b29a-eca1d63db5c6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.492953] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc9603d1-e670-4519-b29a-eca1d63db5c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.493027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc9603d1-e670-4519-b29a-eca1d63db5c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.493300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc9603d1-e670-4519-b29a-eca1d63db5c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.493389] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc9603d1-e670-4519-b29a-eca1d63db5c6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.772301] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.932494] env[65756]: INFO networking_nsxv3.common.synchronization [req-0c6a7c6a-e5b9-4a09-8992-8a9e75cdf5b9 req-2f933f5d-5248-4f0f-aaf4-21bf2c168538 tempest-ServersAdminTestJSON-1157423225 tempest-ServersAdminTestJSON-1157423225-project-member] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 840.933594] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 840.934302] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.934691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.934994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.935375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.935724] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.937020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.937020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.937020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.937020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.937020] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.995049] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc9603d1-e670-4519-b29a-eca1d63db5c6 [ 840.995305] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.995420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.995502] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.995749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.995843] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.995929] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc9603d1-e670-4519-b29a-eca1d63db5c6 already deleted. [ 840.996042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc9603d1-e670-4519-b29a-eca1d63db5c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.279275] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.440850] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.782038] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.782038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.782541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.782541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.782541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.782541] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 841.854616] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.854837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.854837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.855026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.855212] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.870446] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 841.946761] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.149558] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 842.149558] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.450709] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.450709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.450709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.450909] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.450946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.451655] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be updated. [ 842.491873] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.492232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.492395] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.492851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.493451] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.508055] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: IN_PROGRESS for 2s [ 843.282766] env[65756]: INFO networking_nsxv3.common.synchronization [None req-9322b74d-b694-403f-86ad-ca9c943e0198 None None] Enqueued Resource ID: 2b150588-5756-4269-bb52-435b8d2b63ed with Priority: HIGHEST for action port [ 843.285464] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b150588-5756-4269-bb52-435b8d2b63ed with Priority: HIGHEST for action port [ 843.285464] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b150588-5756-4269-bb52-435b8d2b63ed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.285464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b150588-5756-4269-bb52-435b8d2b63ed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.285464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b150588-5756-4269-bb52-435b8d2b63ed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.285464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b150588-5756-4269-bb52-435b8d2b63ed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.285464] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b150588-5756-4269-bb52-435b8d2b63ed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.790428] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b150588-5756-4269-bb52-435b8d2b63ed [ 843.790428] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.790428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.790428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.790428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.790428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.790428] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b150588-5756-4269-bb52-435b8d2b63ed already deleted. [ 843.790428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b150588-5756-4269-bb52-435b8d2b63ed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.883137] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 843.883532] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.884058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.884398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.884734] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.885261] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.885429] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.885683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.885937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.887026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.887026] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.909386] env[65756]: INFO networking_nsxv3.common.synchronization [req-8c9d6383-ed25-4f31-b159-66eae46f5fa0 req-95c95a58-083d-417f-b4c3-cd44ce0e5a75 tempest-ServerGroupTestJSON-1616321266 tempest-ServerGroupTestJSON-1616321266-project-member] Enqueued Resource ID: c30d726e-b41f-4dba-82f5-e0cc9055130d with Priority: HIGHEST for action security_group_members [ 843.913529] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30d726e-b41f-4dba-82f5-e0cc9055130d with Priority: HIGHEST for action security_group_members [ 843.913529] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30d726e-b41f-4dba-82f5-e0cc9055130d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.913529] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.913529] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.913529] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.913529] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.913529] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.913529] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.913529] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.913529] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.913529] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c30d726e-b41f-4dba-82f5-e0cc9055130d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.983260] env[65756]: INFO networking_nsxv3.common.synchronization [None req-19520775-74cc-4536-836d-a1b9485d631d None None] Enqueued Resource ID: 43114012-bb15-4422-b6cd-5b9d243973d7 with Priority: HIGHEST for action port [ 843.984088] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43114012-bb15-4422-b6cd-5b9d243973d7 with Priority: HIGHEST for action port [ 843.984326] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-43114012-bb15-4422-b6cd-5b9d243973d7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.984326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43114012-bb15-4422-b6cd-5b9d243973d7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.984326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43114012-bb15-4422-b6cd-5b9d243973d7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.984326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43114012-bb15-4422-b6cd-5b9d243973d7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.984326] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43114012-bb15-4422-b6cd-5b9d243973d7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.388542] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.388871] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.388871] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.388965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.389205] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.389310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.389369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.389533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.389614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.389698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.390413] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.390413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.390413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.390413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.390642] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.391985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.391985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.391985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.391985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.391985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.391985] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.415454] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.415454] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-197" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.415454] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-197" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.416052] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-197" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.416422] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.416617] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.416738] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.416981] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.417149] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.417393] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.417517] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.417625] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.417730] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.417867] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.417982] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.418127] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.419940] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.420072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.420141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.420316] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.420442] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.420576] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.420669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.420811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.420983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.421065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.421192] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30d726e-b41f-4dba-82f5-e0cc9055130d already deleted. [ 844.421289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.439260] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.439433] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.440347] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.440347] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-197" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.440347] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-d55af377-fea3-41d6-8ca4-a1253559ba02 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.440347] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-d55af377-fea3-41d6-8ca4-a1253559ba02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.440347] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-d55af377-fea3-41d6-8ca4-a1253559ba02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.440700] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-d55af377-fea3-41d6-8ca4-a1253559ba02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.440862] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d55af377-fea3-41d6-8ca4-a1253559ba02',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.489010] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43114012-bb15-4422-b6cd-5b9d243973d7 [ 844.489340] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.489496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.489549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.489810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.489852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.489947] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43114012-bb15-4422-b6cd-5b9d243973d7 already deleted. [ 844.490041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43114012-bb15-4422-b6cd-5b9d243973d7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.523161] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 844.523492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.894319] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfe757d1-a369-4361-a8a9-e6bff2c90690: rpc.has_security_group_logging(os_id): False [ 844.914532] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.915849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.915849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.915849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.915849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.915849] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.915849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.915849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.916189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.916189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.916189] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.916317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.916356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.916487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.916564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.916741] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.917199] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.917199] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.917199] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.917199] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.917199] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 844.945524] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.945524] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.945524] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.945524] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.946749] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.946749] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port d55af377-fea3-41d6-8ca4-a1253559ba02 not found, creating... [ 844.946749] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.946749] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.947115] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.947115] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.947300] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.947741] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.948144] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.948144] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.948333] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.948470] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.948758] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: d55af377-fea3-41d6-8ca4-a1253559ba02 is going to be created. [ 844.970547] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.970825] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.970977] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.971292] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.971978] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.971978] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-d55af377-fea3-41d6-8ca4-a1253559ba02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.988620] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.988885] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.988885] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.989052] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.989249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.009078] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 845.705820] env[65756]: INFO networking_nsxv3.common.synchronization [req-8c9d6383-ed25-4f31-b159-66eae46f5fa0 req-67de4468-fce0-4bbf-8987-a9dbd779e791 service nova] Enqueued Resource ID: c30d726e-b41f-4dba-82f5-e0cc9055130d with Priority: HIGHEST for action security_group_rules [ 845.706300] env[65756]: INFO networking_nsxv3.common.synchronization [req-8c9d6383-ed25-4f31-b159-66eae46f5fa0 req-67de4468-fce0-4bbf-8987-a9dbd779e791 service nova] Enqueued Resource ID: c30d726e-b41f-4dba-82f5-e0cc9055130d with Priority: HIGHEST for action security_group_members [ 845.706500] env[65756]: INFO networking_nsxv3.common.synchronization [req-8c9d6383-ed25-4f31-b159-66eae46f5fa0 req-67de4468-fce0-4bbf-8987-a9dbd779e791 service nova] Enqueued Resource ID: d55af377-fea3-41d6-8ca4-a1253559ba02 with Priority: HIGHEST for action port [ 845.707126] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30d726e-b41f-4dba-82f5-e0cc9055130d with Priority: HIGHEST for action security_group_rules [ 845.707310] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30d726e-b41f-4dba-82f5-e0cc9055130d with Priority: HIGHEST for action security_group_members [ 845.707345] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55af377-fea3-41d6-8ca4-a1253559ba02 with Priority: HIGHEST for action port [ 845.707937] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c30d726e-b41f-4dba-82f5-e0cc9055130d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.707937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.707937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.708418] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.708485] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c30d726e-b41f-4dba-82f5-e0cc9055130d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.709686] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30d726e-b41f-4dba-82f5-e0cc9055130d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.709686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.709686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.709931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.710484] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.710616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.710776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.711923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.712075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.712226] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c30d726e-b41f-4dba-82f5-e0cc9055130d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.713528] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-d55af377-fea3-41d6-8ca4-a1253559ba02 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.713813] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d55af377-fea3-41d6-8ca4-a1253559ba02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.713813] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d55af377-fea3-41d6-8ca4-a1253559ba02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.714109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d55af377-fea3-41d6-8ca4-a1253559ba02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.715871] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d55af377-fea3-41d6-8ca4-a1253559ba02',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.216182] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30d726e-b41f-4dba-82f5-e0cc9055130d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.216423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.216525] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c30d726e-b41f-4dba-82f5-e0cc9055130d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.219029] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d55af377-fea3-41d6-8ca4-a1253559ba02 with status ACTIVE [ 846.219029] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.219029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.219029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.219315] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.219315] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.219469] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.219579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.219642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.220963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.220963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.220963] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.220963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.220963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.220963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.220963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.220963] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d55af377-fea3-41d6-8ca4-a1253559ba02 is going to be updated. [ 846.248449] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.248607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.248684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.248893] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.249044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.249209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d55af377-fea3-41d6-8ca4-a1253559ba02" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.719195] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c30d726e-b41f-4dba-82f5-e0cc9055130d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.038106] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 847.038360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.118069] env[65756]: INFO networking_nsxv3.common.synchronization [None req-258ba31d-25a0-4eb1-b4b9-b548ef903b90 tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: dcdabacf-ec89-436a-bd68-ca78262958e7 with Priority: HIGHEST for action security_group_rules [ 847.118400] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdabacf-ec89-436a-bd68-ca78262958e7 with Priority: HIGHEST for action security_group_rules [ 847.119244] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcdabacf-ec89-436a-bd68-ca78262958e7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.119244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.119244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.119244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.119714] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcdabacf-ec89-436a-bd68-ca78262958e7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.190269] env[65756]: INFO networking_nsxv3.common.synchronization [None req-72c7d45e-ddab-43eb-9e82-b1b426fa9c25 None None] Enqueued Resource ID: eeebc2dc-bdaa-4386-b513-5446d55492f2 with Priority: HIGHEST for action port [ 847.191146] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeebc2dc-bdaa-4386-b513-5446d55492f2 with Priority: HIGHEST for action port [ 847.191444] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeebc2dc-bdaa-4386-b513-5446d55492f2 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.191671] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeebc2dc-bdaa-4386-b513-5446d55492f2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.191671] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeebc2dc-bdaa-4386-b513-5446d55492f2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.191877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeebc2dc-bdaa-4386-b513-5446d55492f2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.191957] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeebc2dc-bdaa-4386-b513-5446d55492f2',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.224686] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.224686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.224686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.224686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.224686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.224686] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30d726e-b41f-4dba-82f5-e0cc9055130d is going to be created. [ 847.248324] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.248543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.248593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.248792] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.249334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.264724] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30d726e-b41f-4dba-82f5-e0cc9055130d in Status: UNINITIALIZED for 2s [ 847.282768] env[65756]: INFO networking_nsxv3.common.synchronization [None req-ce1496c9-acef-4c03-8cb0-34d338cc95be tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: dcdabacf-ec89-436a-bd68-ca78262958e7 with Priority: HIGHEST for action security_group_rules [ 847.282768] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdabacf-ec89-436a-bd68-ca78262958e7 with Priority: HIGHEST for action security_group_rules [ 847.283277] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcdabacf-ec89-436a-bd68-ca78262958e7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.283388] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.641279] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.641500] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.641617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.641977] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.642157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.642191] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcdabacf-ec89-436a-bd68-ca78262958e7 already deleted. [ 847.642990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.643491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.643491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.643735] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcdabacf-ec89-436a-bd68-ca78262958e7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.695390] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eeebc2dc-bdaa-4386-b513-5446d55492f2 [ 847.695722] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.695867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.695937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.696186] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.699130] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.699262] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eeebc2dc-bdaa-4386-b513-5446d55492f2 already deleted. [ 847.699365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeebc2dc-bdaa-4386-b513-5446d55492f2" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.173727] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.173727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.173727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.173727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.173727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.173727] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcdabacf-ec89-436a-bd68-ca78262958e7 already deleted. [ 848.173727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.276712] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30d726e-b41f-4dba-82f5-e0cc9055130d in Status: SUCCESS [ 849.277233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.277352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.277697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.277941] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.278104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.278173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.278350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.278429] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.278551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.278653] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c30d726e-b41f-4dba-82f5-e0cc9055130d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.464891] env[65756]: INFO networking_nsxv3.common.synchronization [req-3f483b02-3e64-4eef-8121-413ff06d65b9 req-1c526f4d-194e-489c-acc3-fd3c4bb11c08 tempest-ServersAdminNegativeTestJSON-2050523314 tempest-ServersAdminNegativeTestJSON-2050523314-project-member] Enqueued Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_members [ 849.465508] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGHEST for action security_group_members [ 849.465823] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.466037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.466762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.466762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.466762] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.466762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.466762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.466962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.467019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.467123] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.783746] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30d726e-b41f-4dba-82f5-e0cc9055130d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.783961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.784547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.784547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.784687] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.785233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.785233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.785408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.785458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.785635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.785890] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30d726e-b41f-4dba-82f5-e0cc9055130d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.786079] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.786189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.786424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.786668] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.786830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.786945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.787209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.787367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.787514] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.787670] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c30d726e-b41f-4dba-82f5-e0cc9055130d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.971673] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.971673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.971673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.971673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.971673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.971673] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.971673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.972278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.972278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.972278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.972278] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f772e079-b309-45b3-9790-8a1e482044d5 is going to be updated. [ 850.007782] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.007782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.007782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.007782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.007782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.015914] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: IN_PROGRESS for 2s [ 850.056450] env[65756]: INFO networking_nsxv3.common.synchronization [req-6dc6aae4-c69b-4186-bf44-c8f7ceaa33ed req-e9bdd7b5-a40a-4be4-a902-8bb1d879012e tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 850.056450] env[65756]: INFO networking_nsxv3.common.synchronization [req-6dc6aae4-c69b-4186-bf44-c8f7ceaa33ed req-e9bdd7b5-a40a-4be4-a902-8bb1d879012e tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGHEST for action security_group_members [ 850.056716] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 850.056909] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGHEST for action security_group_members [ 850.057425] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.057542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.057622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.057939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.058178] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.058283] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.058410] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.058665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.058665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.058838] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.059795] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.059948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.060117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.060401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.060564] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.060687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.060864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.061058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.061198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.061319] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.086944] env[65756]: INFO networking_nsxv3.common.synchronization [req-b03dfb90-22c2-4a76-ba1f-013872a86219 req-28f7586a-16a8-4c46-911f-a2d8d528d47a tempest-AttachVolumeShelveTestJSON-679777919 tempest-AttachVolumeShelveTestJSON-679777919-project-member] Enqueued Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_members [ 850.087414] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_members [ 850.090399] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.090542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.090611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.090909] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.091120] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.092933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.092933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.092933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.092933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.092933] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.110425] env[65756]: INFO networking_nsxv3.common.synchronization [req-6dc6aae4-c69b-4186-bf44-c8f7ceaa33ed req-e9bdd7b5-a40a-4be4-a902-8bb1d879012e tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_rules [ 850.110602] env[65756]: INFO networking_nsxv3.common.synchronization [req-6dc6aae4-c69b-4186-bf44-c8f7ceaa33ed req-e9bdd7b5-a40a-4be4-a902-8bb1d879012e tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 850.110734] env[65756]: INFO networking_nsxv3.common.synchronization [req-6dc6aae4-c69b-4186-bf44-c8f7ceaa33ed req-e9bdd7b5-a40a-4be4-a902-8bb1d879012e tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGHEST for action security_group_rules [ 850.111144] env[65756]: INFO networking_nsxv3.common.synchronization [req-6dc6aae4-c69b-4186-bf44-c8f7ceaa33ed req-e9bdd7b5-a40a-4be4-a902-8bb1d879012e tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGHEST for action security_group_members [ 850.111446] env[65756]: INFO networking_nsxv3.common.synchronization [req-6dc6aae4-c69b-4186-bf44-c8f7ceaa33ed req-e9bdd7b5-a40a-4be4-a902-8bb1d879012e tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: 5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 with Priority: HIGHEST for action port [ 850.112213] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_rules [ 850.112535] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGHEST for action security_group_rules [ 850.112745] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 with Priority: HIGHEST for action port [ 850.112997] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 850.113675] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGHEST for action security_group_members [ 850.114094] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.114312] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.118105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.118105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.118105] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.118105] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.118105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.118105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.118105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.118105] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.118105] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.118105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.118105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.118105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.118925] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.119534] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.119534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.119952] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.119952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.293638] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c30d726e-b41f-4dba-82f5-e0cc9055130d: rpc.has_security_group_logging(os_id): False [ 850.314343] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.314515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.314593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.314820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.315069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.315316] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.315424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.315487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.315651] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.315728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.315930] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.316041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.316118] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.316263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.316335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.316525] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.316616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.316674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.316955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.316955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.316955] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c30d726e-b41f-4dba-82f5-e0cc9055130d is going to be created. [ 850.407036] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.407036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.407036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.407277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.407379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.420491] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c30d726e-b41f-4dba-82f5-e0cc9055130d in Status: IN_PROGRESS for 2s [ 850.519879] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.519879] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.519879] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.520169] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.520514] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.520687] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.522200] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.522666] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.525495] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.526017] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.526147] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.526272] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.526436] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.526565] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.526677] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.526803] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.555665] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.555665] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.555665] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.555665] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.555665] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-0d63bfac-f289-433f-a904-43e22b6512a9 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.555665] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.555665] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.556478] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.556478] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d63bfac-f289-433f-a904-43e22b6512a9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.563197] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.563749] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.597098] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.597245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.597306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.597494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.597590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.597814] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.597955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.597955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.598144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.598214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.598299] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c already deleted. [ 850.598383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.621718] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 with status ACTIVE [ 850.621809] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.621919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.621998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.622947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.623140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.623395] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.623504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.623548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.623699] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.623786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.623981] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.624097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.624141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.624292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.624368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.624458] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 is going to be updated. [ 850.625923] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.626032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.626244] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.626334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.658991] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.659197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.659245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.659491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.659658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.659904] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.058999] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.059206] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.059319] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.059589] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.059728] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.059872] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 0d63bfac-f289-433f-a904-43e22b6512a9 not found, creating... [ 851.060149] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.060304] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.060409] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.060962] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.060962] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.062097] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.062097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.062097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.062097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.062097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.062563] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 0d63bfac-f289-433f-a904-43e22b6512a9 is going to be created. [ 851.065943] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.066832] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.086235] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.086505] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.086598] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.086993] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.087302] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.087360] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.569300] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.569833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.569833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.569833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.570041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.570524] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 851.573402] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.573402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.573649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.573736] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.573818] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.573932] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d is going to be created. [ 851.640359] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.640594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.640757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.641062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.641243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.659230] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d in Status: UNINITIALIZED for 2s [ 851.660368] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.660522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.660586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.661215] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.661215] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.670662] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 851.899283] env[65756]: INFO networking_nsxv3.common.synchronization [req-b03dfb90-22c2-4a76-ba1f-013872a86219 req-96d7d059-5394-4dc9-b30e-6fbc4920b156 service nova] Enqueued Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_rules [ 851.899521] env[65756]: INFO networking_nsxv3.common.synchronization [req-b03dfb90-22c2-4a76-ba1f-013872a86219 req-96d7d059-5394-4dc9-b30e-6fbc4920b156 service nova] Enqueued Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_members [ 851.899660] env[65756]: INFO networking_nsxv3.common.synchronization [req-b03dfb90-22c2-4a76-ba1f-013872a86219 req-96d7d059-5394-4dc9-b30e-6fbc4920b156 service nova] Enqueued Resource ID: 0d63bfac-f289-433f-a904-43e22b6512a9 with Priority: HIGHEST for action port [ 851.900249] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_rules [ 851.900357] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_members [ 851.900440] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d63bfac-f289-433f-a904-43e22b6512a9 with Priority: HIGHEST for action port [ 851.900654] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.900782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.900857] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.901102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.901286] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.902728] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.902888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.903065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.903702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.903970] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.904101] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.904181] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.904409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.904519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.904641] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.905855] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d63bfac-f289-433f-a904-43e22b6512a9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.906024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.906099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.906293] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.906395] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d63bfac-f289-433f-a904-43e22b6512a9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.030467] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f772e079-b309-45b3-9790-8a1e482044d5 in Status: SUCCESS [ 852.030772] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f772e079-b309-45b3-9790-8a1e482044d5 deletion is rescheduled due to dependency. [ 852.031169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.411579] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.411579] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.411579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.411579] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d63bfac-f289-433f-a904-43e22b6512a9 with status ACTIVE [ 852.411579] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.411579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.411579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.411579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.411579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.411579] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.411579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.411579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.416959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.419185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.419185] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.419185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.419185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.419185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.419185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.419185] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d63bfac-f289-433f-a904-43e22b6512a9 is going to be updated. [ 852.452746] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c30d726e-b41f-4dba-82f5-e0cc9055130d in Status: SUCCESS [ 852.453865] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.460945] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.460945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.460945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.461398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.461398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.461679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.922127] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.966301] env[65756]: INFO networking_nsxv3.common.synchronization [req-52479dfb-327b-4613-b6a8-2028234aa86c req-68c2f30e-1efa-4806-a924-1f9347126e75 tempest-ServerActionsV293TestJSON-2145446585 tempest-ServerActionsV293TestJSON-2145446585-project-member] Enqueued Resource ID: f4b4eed3-07b2-42ff-8191-608ad7757022 with Priority: HIGHEST for action security_group_members [ 852.966992] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b4eed3-07b2-42ff-8191-608ad7757022 with Priority: HIGHEST for action security_group_members [ 852.967781] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b4eed3-07b2-42ff-8191-608ad7757022 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.968012] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.968185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.968413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.968643] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.968899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.968899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.969100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.969216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.969365] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b4eed3-07b2-42ff-8191-608ad7757022',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.982356] env[65756]: INFO networking_nsxv3.common.synchronization [req-a69ef446-3d74-4360-922b-18eb69884ca9 req-2ac81d20-107b-4547-8c42-6091e1f974fe tempest-ListImageFiltersTestJSON-1324341838 tempest-ListImageFiltersTestJSON-1324341838-project-member] Enqueued Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_members [ 852.983422] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_members [ 852.983927] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.984161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.984319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.984631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.984872] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.985257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.985257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.985551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.985684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.985913] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.402665] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-879 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.402917] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.402917] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.403274] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.403541] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.403705] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.403821] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.404189] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.404383] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.404679] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.404902] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.405115] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.405282] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.405458] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.405593] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.405765] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.426296] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.426543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.426543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.426799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.427158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.427315] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c is going to be created. [ 853.429821] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.430150] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.430381] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.430620] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.431023] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-f6fc3c14-be37-423f-aeb6-4ccf22b11250 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.431509] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-f6fc3c14-be37-423f-aeb6-4ccf22b11250" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.431509] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-f6fc3c14-be37-423f-aeb6-4ccf22b11250" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.431889] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-f6fc3c14-be37-423f-aeb6-4ccf22b11250" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.432118] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6fc3c14-be37-423f-aeb6-4ccf22b11250',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.460923] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.460923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.460923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.460923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.461263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.473512] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c in Status: UNINITIALIZED for 2s [ 853.475332] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.475467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.475536] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.476511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.476511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.476511] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.476511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.476511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.476511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.476511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.476511] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b4eed3-07b2-42ff-8191-608ad7757022 already deleted. [ 853.476511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.492475] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.531525] env[65756]: INFO networking_nsxv3.common.synchronization [req-4b78baab-bf98-4fd8-9e7d-6d596e98b537 req-cca24218-f554-49ad-bff4-1caf1a84462c tempest-ServersTestFqdnHostnames-1933205817 tempest-ServersTestFqdnHostnames-1933205817-project-member] Enqueued Resource ID: 5b85aea3-6187-4921-a344-4460db078fa9 with Priority: HIGHEST for action security_group_members [ 853.532071] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b85aea3-6187-4921-a344-4460db078fa9 with Priority: HIGHEST for action security_group_members [ 853.532735] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b85aea3-6187-4921-a344-4460db078fa9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.532923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.533021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.533255] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.533436] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.533556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.533612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.534519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.534519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.534519] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b85aea3-6187-4921-a344-4460db078fa9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.671117] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d in Status: SUCCESS [ 853.671358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.672469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.672685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.672866] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.673247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.673362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.673872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.674250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.674250] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.682310] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 853.682539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.682748] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.683010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.683218] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.683357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.683419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.683704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.683820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.683925] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.936126] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.936560] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.936661] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.937145] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.937409] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.937651] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port f6fc3c14-be37-423f-aeb6-4ccf22b11250 not found, creating... [ 853.938410] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.938410] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.938588] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.938929] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.939792] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.940302] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.940554] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.940807] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.941125] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.941377] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.941626] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: f6fc3c14-be37-423f-aeb6-4ccf22b11250 is going to be created. [ 853.971197] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.971197] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.971429] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.971531] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.971796] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.972080] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-f6fc3c14-be37-423f-aeb6-4ccf22b11250" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.995706] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.037172] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.037347] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.037444] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.037706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.073605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.073605] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.073879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.073879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.074060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.074060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.074165] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b85aea3-6187-4921-a344-4460db078fa9 is going to be updated. [ 854.128714] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.128959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.129080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.129427] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.129645] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.140735] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b85aea3-6187-4921-a344-4460db078fa9 in Status: IN_PROGRESS for 2s [ 854.177814] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.186991] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.501437] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.501437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.501437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.501437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.501437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.501437] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530f2a46-487d-4535-9b96-633a0909d89c is going to be updated. [ 854.544741] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.544741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.544741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.544741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.544741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.556410] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530f2a46-487d-4535-9b96-633a0909d89c in Status: IN_PROGRESS for 2s [ 854.680425] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.690408] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.789035] env[65756]: INFO networking_nsxv3.common.synchronization [req-52479dfb-327b-4613-b6a8-2028234aa86c req-c4ebdf9a-d11f-419b-9b30-5049a73d2256 service nova] Enqueued Resource ID: f4b4eed3-07b2-42ff-8191-608ad7757022 with Priority: HIGHEST for action security_group_rules [ 854.789168] env[65756]: INFO networking_nsxv3.common.synchronization [req-52479dfb-327b-4613-b6a8-2028234aa86c req-c4ebdf9a-d11f-419b-9b30-5049a73d2256 service nova] Enqueued Resource ID: f4b4eed3-07b2-42ff-8191-608ad7757022 with Priority: HIGHEST for action security_group_members [ 854.789398] env[65756]: INFO networking_nsxv3.common.synchronization [req-52479dfb-327b-4613-b6a8-2028234aa86c req-c4ebdf9a-d11f-419b-9b30-5049a73d2256 service nova] Enqueued Resource ID: f6fc3c14-be37-423f-aeb6-4ccf22b11250 with Priority: HIGHEST for action port [ 854.790026] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b4eed3-07b2-42ff-8191-608ad7757022 with Priority: HIGHEST for action security_group_rules [ 854.791024] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b4eed3-07b2-42ff-8191-608ad7757022 with Priority: HIGHEST for action security_group_members [ 854.792488] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fc3c14-be37-423f-aeb6-4ccf22b11250 with Priority: HIGHEST for action port [ 854.792488] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b4eed3-07b2-42ff-8191-608ad7757022 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.792488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.792488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.792488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.792488] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b4eed3-07b2-42ff-8191-608ad7757022',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.793584] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b4eed3-07b2-42ff-8191-608ad7757022 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.793749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.793835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.794095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.794253] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.794404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.794404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.794550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.796025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.796025] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b4eed3-07b2-42ff-8191-608ad7757022',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.796025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6fc3c14-be37-423f-aeb6-4ccf22b11250 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.796025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6fc3c14-be37-423f-aeb6-4ccf22b11250" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.796368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6fc3c14-be37-423f-aeb6-4ccf22b11250" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.796368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6fc3c14-be37-423f-aeb6-4ccf22b11250" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.797155] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6fc3c14-be37-423f-aeb6-4ccf22b11250',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.187022] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.187022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.187022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.187022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.187022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.187022] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d is going to be updated. [ 855.193825] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.193825] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.193825] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.194177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.194177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.194246] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 855.231906] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.232123] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.232123] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.232673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.232673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.235181] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.235354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.236097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.236097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.236097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.248020] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 855.248864] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d in Status: IN_PROGRESS for 2s [ 855.298917] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b4eed3-07b2-42ff-8191-608ad7757022 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.300874] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.300874] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6fc3c14-be37-423f-aeb6-4ccf22b11250 with status ACTIVE [ 855.300874] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.301169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.301169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.301568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.301808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.302214] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.302393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.302646] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.303570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.303570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.305661] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.305879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.306019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.306343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.306491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.306649] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6fc3c14-be37-423f-aeb6-4ccf22b11250 is going to be updated. [ 855.309093] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b4eed3-07b2-42ff-8191-608ad7757022',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.341622] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.341622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.341622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.342421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.342571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.342790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6fc3c14-be37-423f-aeb6-4ccf22b11250" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.488641] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c in Status: SUCCESS [ 855.488641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.488641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.488936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.489050] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.489168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.489249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.489405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.489479] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.489575] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.489661] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.816196] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b4eed3-07b2-42ff-8191-608ad7757022',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.992428] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.151971] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b85aea3-6187-4921-a344-4460db078fa9 in Status: SUCCESS [ 856.152246] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b85aea3-6187-4921-a344-4460db078fa9 deletion is rescheduled due to dependency. [ 856.152353] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.322019] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.322404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.322404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.322625] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.322773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.322773] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b4eed3-07b2-42ff-8191-608ad7757022 is going to be created. [ 856.360492] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.360658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.362034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.362034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.362034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.375535] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b4eed3-07b2-42ff-8191-608ad7757022 in Status: UNINITIALIZED for 2s [ 856.495019] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a45cc4c-eef4-4c40-b707-841ce9b0b63c: rpc.has_security_group_logging(os_id): False [ 856.523755] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.523913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.523995] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.524247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.524346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.524587] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.524718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.524752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.524907] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.524988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.525090] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c is going to be created. [ 856.570603] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530f2a46-487d-4535-9b96-633a0909d89c in Status: SUCCESS [ 856.570793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.609872] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.610056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.610121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.611683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.611683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.629438] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c in Status: IN_PROGRESS for 2s [ 857.145193] env[65756]: INFO networking_nsxv3.common.synchronization [None req-5e318ba4-d1a1-4460-a87b-6d1a0f6053ff tempest-MigrationsAdminTest-536750927 tempest-MigrationsAdminTest-536750927-project-member] Enqueued Resource ID: 38776743-bd76-4f64-8436-7b07e45edc5d with Priority: HIGHEST for action security_group_rules [ 857.145724] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38776743-bd76-4f64-8436-7b07e45edc5d with Priority: HIGHEST for action security_group_rules [ 857.145788] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38776743-bd76-4f64-8436-7b07e45edc5d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.145972] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38776743-bd76-4f64-8436-7b07e45edc5d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.146059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38776743-bd76-4f64-8436-7b07e45edc5d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.146393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38776743-bd76-4f64-8436-7b07e45edc5d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.146487] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38776743-bd76-4f64-8436-7b07e45edc5d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.274606] env[65756]: INFO networking_nsxv3.common.synchronization [None req-6c54957f-170a-40d6-9a37-4e045c8153e5 tempest-MigrationsAdminTest-536750927 tempest-MigrationsAdminTest-536750927-project-member] Enqueued Resource ID: 38776743-bd76-4f64-8436-7b07e45edc5d with Priority: HIGHEST for action security_group_rules [ 857.276465] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38776743-bd76-4f64-8436-7b07e45edc5d with Priority: HIGHEST for action security_group_rules [ 857.276944] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 857.276944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.277662] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d in Status: SUCCESS [ 857.277933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.278353] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38776743-bd76-4f64-8436-7b07e45edc5d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.278477] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38776743-bd76-4f64-8436-7b07e45edc5d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.278848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.278848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.279043] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.279198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.279270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.279449] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.279551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.279610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.279692] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.281104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.281436] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.281436] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.281614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.281701] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.281888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.281971] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.282096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.282212] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.671674] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.672111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.672111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.672222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.672280] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.672383] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38776743-bd76-4f64-8436-7b07e45edc5d already deleted. [ 857.672473] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38776743-bd76-4f64-8436-7b07e45edc5d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.672655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38776743-bd76-4f64-8436-7b07e45edc5d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.672819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38776743-bd76-4f64-8436-7b07e45edc5d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.672906] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38776743-bd76-4f64-8436-7b07e45edc5d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.784031] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.784278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.784347] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.785333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.785333] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.785333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.785333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.785333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.785333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.785333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.785749] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.785749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.785749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.787094] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.787177] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.787278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.787348] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.787545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.787644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.787711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.787771] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.789026] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.196094] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.196316] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.196420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.196731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.196866] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.197026] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38776743-bd76-4f64-8436-7b07e45edc5d already deleted. [ 858.197155] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38776743-bd76-4f64-8436-7b07e45edc5d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.292368] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfe757d1-a369-4361-a8a9-e6bff2c90690: rpc.has_security_group_logging(os_id): False [ 858.294819] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0a721a4-b8a8-4fa5-accf-03fd2118e42d: rpc.has_security_group_logging(os_id): False [ 858.322823] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.322823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.322823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.322823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.322823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.322823] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.322823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.322823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.322823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.322823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.323294] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.323294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.323294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.323422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.323457] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.323658] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.323758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.323853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.324047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.324502] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.324502] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 858.328402] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.328523] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.328586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.328759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.328845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.329195] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.329335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.329435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.329701] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.329784] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.329874] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d is going to be created. [ 858.388739] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b4eed3-07b2-42ff-8191-608ad7757022 in Status: SUCCESS [ 858.388966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.389199] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.389657] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.390026] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.390134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.390134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.390339] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.390471] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.390578] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.390689] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4b4eed3-07b2-42ff-8191-608ad7757022',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.398941] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.399155] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.399226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.399534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.399746] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.413806] env[65756]: INFO networking_nsxv3.common.synchronization [req-fb87e86e-cb25-45f5-9d1d-2309ee006774 req-a546ec4e-8f70-4dee-b4c0-7f3bad49dfa9 tempest-AttachInterfacesUnderV243Test-1248526853 tempest-AttachInterfacesUnderV243Test-1248526853-project-member] Enqueued Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_members [ 858.415369] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.415369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.415369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.415369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.415369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.416912] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_members [ 858.417703] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.417880] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.417880] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.418163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.418937] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.418937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.418937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.418937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.418937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.419577] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.422908] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d in Status: IN_PROGRESS for 2s [ 858.440704] env[65756]: INFO networking_nsxv3.common.synchronization [req-d95a8971-2fb2-400a-941b-2034237f45bb req-f46ee90a-5324-4af6-8078-1ff34d9802bd tempest-AttachInterfacesV270Test-784919404 tempest-AttachInterfacesV270Test-784919404-project-member] Enqueued Resource ID: 174d6b3d-18a4-4406-9973-c13281967e9f with Priority: HIGHEST for action security_group_members [ 858.441348] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174d6b3d-18a4-4406-9973-c13281967e9f with Priority: HIGHEST for action security_group_members [ 858.441673] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-174d6b3d-18a4-4406-9973-c13281967e9f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.441838] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.441924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.442281] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.442449] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.442563] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.442658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.442765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.442848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.443420] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('174d6b3d-18a4-4406-9973-c13281967e9f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.446955] env[65756]: INFO networking_nsxv3.common.synchronization [req-fb87e86e-cb25-45f5-9d1d-2309ee006774 req-a546ec4e-8f70-4dee-b4c0-7f3bad49dfa9 tempest-AttachInterfacesUnderV243Test-1248526853 tempest-AttachInterfacesUnderV243Test-1248526853-project-member] Enqueued Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_rules [ 858.447236] env[65756]: INFO networking_nsxv3.common.synchronization [req-fb87e86e-cb25-45f5-9d1d-2309ee006774 req-a546ec4e-8f70-4dee-b4c0-7f3bad49dfa9 tempest-AttachInterfacesUnderV243Test-1248526853 tempest-AttachInterfacesUnderV243Test-1248526853-project-member] Enqueued Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_members [ 858.447409] env[65756]: INFO networking_nsxv3.common.synchronization [req-fb87e86e-cb25-45f5-9d1d-2309ee006774 req-a546ec4e-8f70-4dee-b4c0-7f3bad49dfa9 tempest-AttachInterfacesUnderV243Test-1248526853 tempest-AttachInterfacesUnderV243Test-1248526853-project-member] Enqueued Resource ID: ac3f0d73-042b-4c02-b91b-ebd13bc00224 with Priority: HIGHEST for action port [ 858.449466] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 858.449466] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_rules [ 858.449466] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_members [ 858.449466] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3f0d73-042b-4c02-b91b-ebd13bc00224 with Priority: HIGHEST for action port [ 858.450432] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.450432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.450432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.450432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.450432] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.451425] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.451601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.451741] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac3f0d73-042b-4c02-b91b-ebd13bc00224 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.451952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.451952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.452249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.452249] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac3f0d73-042b-4c02-b91b-ebd13bc00224',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.646395] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c in Status: SUCCESS [ 858.647249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.895435] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4b4eed3-07b2-42ff-8191-608ad7757022',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.922854] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.933956] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.934234] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-428" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.934371] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-428" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.935082] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-428" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.935583] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.935662] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.935780] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.936605] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.936605] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.936605] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.936605] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.936605] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.936902] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.936902] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.936902] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.937066] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.948896] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.948986] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.949103] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.949251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.949343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.949676] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.949676] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.949787] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.949861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.949930] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.950029] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 174d6b3d-18a4-4406-9973-c13281967e9f already deleted. [ 858.950110] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.954562] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.954562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.955313] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac3f0d73-042b-4c02-b91b-ebd13bc00224 with status ACTIVE [ 858.955750] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.955750] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.955926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.956110] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.956192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.956357] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.956506] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.956506] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.956765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.956765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.956935] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.956998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.957383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.957743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.957743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.957872] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac3f0d73-042b-4c02-b91b-ebd13bc00224 is going to be updated. [ 858.965625] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.965809] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.966143] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.966143] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-428" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.966461] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-06107392-ce4e-4abe-b811-84bcbbd855ad taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.966636] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-06107392-ce4e-4abe-b811-84bcbbd855ad" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.966754] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-06107392-ce4e-4abe-b811-84bcbbd855ad" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.967594] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-06107392-ce4e-4abe-b811-84bcbbd855ad" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.967594] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06107392-ce4e-4abe-b811-84bcbbd855ad',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.984316] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.984574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.984636] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.984896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.985471] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.985575] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.395955] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4b4eed3-07b2-42ff-8191-608ad7757022: rpc.has_security_group_logging(os_id): False [ 859.420314] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.420528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.420528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.420969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.421080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.421355] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.421497] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.421544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.421756] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.421842] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.421969] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b4eed3-07b2-42ff-8191-608ad7757022 is going to be created. [ 859.427045] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.471530] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.471863] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.472130] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.472483] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.472670] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.472876] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 06107392-ce4e-4abe-b811-84bcbbd855ad not found, creating... [ 859.473291] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.473503] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.473674] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.473978] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.474511] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.474511] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.474753] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.474840] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.475199] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.475310] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.475484] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 06107392-ce4e-4abe-b811-84bcbbd855ad is going to be created. [ 859.491534] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.491715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.491770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.492018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.492228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.504179] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.504179] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.504325] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.504596] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.504847] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.505047] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-06107392-ce4e-4abe-b811-84bcbbd855ad" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.507826] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b4eed3-07b2-42ff-8191-608ad7757022 in Status: IN_PROGRESS for 2s [ 859.929585] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.929884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.929884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.930110] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.930213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.930321] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13818530-13ef-47b5-b406-5354627a4eac is going to be updated. [ 859.966611] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.966611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.966611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.966854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.967014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.979111] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: IN_PROGRESS for 2s [ 860.092463] env[65756]: INFO networking_nsxv3.common.synchronization [None req-aeb1e7bf-8877-4e25-81e8-2df80ff2d381 tempest-ServerRescueNegativeTestJSON-2127640272 tempest-ServerRescueNegativeTestJSON-2127640272-project-member] Enqueued Resource ID: 834272ec-020b-48f1-97e1-41d8869e5562 with Priority: HIGHEST for action security_group_rules [ 860.093141] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834272ec-020b-48f1-97e1-41d8869e5562 with Priority: HIGHEST for action security_group_rules [ 860.093524] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-834272ec-020b-48f1-97e1-41d8869e5562 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.093665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.093749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.094050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.094138] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('834272ec-020b-48f1-97e1-41d8869e5562',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.226315] env[65756]: INFO networking_nsxv3.common.synchronization [req-d95a8971-2fb2-400a-941b-2034237f45bb req-016b9683-6cb2-4995-ab11-7dd9849cc2eb service nova] Enqueued Resource ID: 174d6b3d-18a4-4406-9973-c13281967e9f with Priority: HIGHEST for action security_group_rules [ 860.228020] env[65756]: INFO networking_nsxv3.common.synchronization [req-d95a8971-2fb2-400a-941b-2034237f45bb req-016b9683-6cb2-4995-ab11-7dd9849cc2eb service nova] Enqueued Resource ID: 174d6b3d-18a4-4406-9973-c13281967e9f with Priority: HIGHEST for action security_group_members [ 860.228020] env[65756]: INFO networking_nsxv3.common.synchronization [req-d95a8971-2fb2-400a-941b-2034237f45bb req-016b9683-6cb2-4995-ab11-7dd9849cc2eb service nova] Enqueued Resource ID: 06107392-ce4e-4abe-b811-84bcbbd855ad with Priority: HIGHEST for action port [ 860.228020] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174d6b3d-18a4-4406-9973-c13281967e9f with Priority: HIGHEST for action security_group_rules [ 860.228020] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174d6b3d-18a4-4406-9973-c13281967e9f with Priority: HIGHEST for action security_group_members [ 860.228020] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06107392-ce4e-4abe-b811-84bcbbd855ad with Priority: HIGHEST for action port [ 860.228020] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-174d6b3d-18a4-4406-9973-c13281967e9f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.228020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.228020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.228879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.228996] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('174d6b3d-18a4-4406-9973-c13281967e9f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.230762] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-174d6b3d-18a4-4406-9973-c13281967e9f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.231081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.231081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.231340] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.231533] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.231658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.231735] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.231927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.232038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.232164] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('174d6b3d-18a4-4406-9973-c13281967e9f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.234760] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-06107392-ce4e-4abe-b811-84bcbbd855ad taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.234907] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06107392-ce4e-4abe-b811-84bcbbd855ad" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.234994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06107392-ce4e-4abe-b811-84bcbbd855ad" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.235235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06107392-ce4e-4abe-b811-84bcbbd855ad" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.235366] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06107392-ce4e-4abe-b811-84bcbbd855ad',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.258979] env[65756]: INFO networking_nsxv3.common.synchronization [None req-36909454-faec-495b-b8f0-0c4a5b70705b tempest-ServerRescueNegativeTestJSON-2127640272 tempest-ServerRescueNegativeTestJSON-2127640272-project-member] Enqueued Resource ID: 834272ec-020b-48f1-97e1-41d8869e5562 with Priority: HIGHEST for action security_group_rules [ 860.259711] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834272ec-020b-48f1-97e1-41d8869e5562 with Priority: HIGHEST for action security_group_rules [ 860.260030] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-834272ec-020b-48f1-97e1-41d8869e5562 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.260143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.441031] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d in Status: SUCCESS [ 860.441031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.485195] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 860.485354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.620401] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.620401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.620401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.620401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.620401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.620401] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 834272ec-020b-48f1-97e1-41d8869e5562 already deleted. [ 860.620401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.620401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.620401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.620401] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('834272ec-020b-48f1-97e1-41d8869e5562',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.731404] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-174d6b3d-18a4-4406-9973-c13281967e9f taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.732015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.736129] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('174d6b3d-18a4-4406-9973-c13281967e9f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.741324] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06107392-ce4e-4abe-b811-84bcbbd855ad with status ACTIVE [ 860.746343] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.746343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.746343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.746343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.746343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.746343] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.746343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.746343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.746343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.746343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.746343] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.746343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.746343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.746343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.746343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.746343] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06107392-ce4e-4abe-b811-84bcbbd855ad is going to be updated. [ 860.774066] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.775763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.775763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.775763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.775763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.775763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06107392-ce4e-4abe-b811-84bcbbd855ad" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.018493] env[65756]: INFO networking_nsxv3.common.synchronization [req-4eb70ef2-8e8a-4bdc-b39a-c192b350ed6b req-5e24a553-617c-4d4e-960f-9d339df4b529 tempest-ServerGroupTestJSON-1616321266 tempest-ServerGroupTestJSON-1616321266-project-member] Enqueued Resource ID: c30d726e-b41f-4dba-82f5-e0cc9055130d with Priority: HIGHEST for action security_group_members [ 861.019866] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30d726e-b41f-4dba-82f5-e0cc9055130d with Priority: HIGHEST for action security_group_members [ 861.020687] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30d726e-b41f-4dba-82f5-e0cc9055130d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.020687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.020687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.020687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.021261] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.021401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.021481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.021669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.021791] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.021910] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c30d726e-b41f-4dba-82f5-e0cc9055130d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.145268] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.145268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.145268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.145540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.145540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.145660] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 834272ec-020b-48f1-97e1-41d8869e5562 already deleted. [ 861.145720] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.152901] env[65756]: INFO networking_nsxv3.common.synchronization [req-a5bc85c9-ba76-42a1-9e14-29a61b63578d req-50791b5c-b7fe-45de-b5ad-f52eb0d63ecf tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 861.153117] env[65756]: INFO networking_nsxv3.common.synchronization [req-a5bc85c9-ba76-42a1-9e14-29a61b63578d req-50791b5c-b7fe-45de-b5ad-f52eb0d63ecf tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 with Priority: HIGHEST for action security_group_members [ 861.153327] env[65756]: INFO networking_nsxv3.common.synchronization [req-a5bc85c9-ba76-42a1-9e14-29a61b63578d req-50791b5c-b7fe-45de-b5ad-f52eb0d63ecf tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGHEST for action security_group_members [ 861.154107] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 861.154107] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 with Priority: HIGHEST for action security_group_members [ 861.154243] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGHEST for action security_group_members [ 861.154612] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.154748] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.154814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.155031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.155245] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.155364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.155441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.155644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.155703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.155801] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.157129] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.157327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.157327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.157618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.157685] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.157765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.157819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.157945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.158090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.158257] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe0dbb79-8b5c-4f02-b816-daeb4eb6b148',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.159160] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.159272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.159332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.159500] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.159706] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.159779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.159779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.159925] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.160011] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.160105] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.202878] env[65756]: INFO networking_nsxv3.common.synchronization [req-a5bc85c9-ba76-42a1-9e14-29a61b63578d req-50791b5c-b7fe-45de-b5ad-f52eb0d63ecf tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_rules [ 861.203136] env[65756]: INFO networking_nsxv3.common.synchronization [req-a5bc85c9-ba76-42a1-9e14-29a61b63578d req-50791b5c-b7fe-45de-b5ad-f52eb0d63ecf tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 861.203291] env[65756]: INFO networking_nsxv3.common.synchronization [req-a5bc85c9-ba76-42a1-9e14-29a61b63578d req-50791b5c-b7fe-45de-b5ad-f52eb0d63ecf tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGHEST for action security_group_rules [ 861.203423] env[65756]: INFO networking_nsxv3.common.synchronization [req-a5bc85c9-ba76-42a1-9e14-29a61b63578d req-50791b5c-b7fe-45de-b5ad-f52eb0d63ecf tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGHEST for action security_group_members [ 861.203546] env[65756]: INFO networking_nsxv3.common.synchronization [req-a5bc85c9-ba76-42a1-9e14-29a61b63578d req-50791b5c-b7fe-45de-b5ad-f52eb0d63ecf tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 with Priority: HIGHEST for action security_group_rules [ 861.203671] env[65756]: INFO networking_nsxv3.common.synchronization [req-a5bc85c9-ba76-42a1-9e14-29a61b63578d req-50791b5c-b7fe-45de-b5ad-f52eb0d63ecf tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 with Priority: HIGHEST for action security_group_members [ 861.203822] env[65756]: INFO networking_nsxv3.common.synchronization [req-a5bc85c9-ba76-42a1-9e14-29a61b63578d req-50791b5c-b7fe-45de-b5ad-f52eb0d63ecf tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: 5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 with Priority: HIGHEST for action port [ 861.205063] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_rules [ 861.205063] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGHEST for action security_group_rules [ 861.205063] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 with Priority: HIGHEST for action security_group_members [ 861.205063] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 with Priority: HIGHEST for action port [ 861.205063] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 with Priority: HIGHEST for action security_group_rules [ 861.205421] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 861.205421] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGHEST for action security_group_members [ 861.206212] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.206346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.206415] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.206622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.206846] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.208774] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.208774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.208774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.208774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.208774] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.210795] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.210795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.210795] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.210795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.210795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.210795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.210795] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.210795] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.210795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.213136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.213136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.213136] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe0dbb79-8b5c-4f02-b816-daeb4eb6b148',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.213878] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.214043] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.214154] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.214358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.237393] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('174d6b3d-18a4-4406-9973-c13281967e9f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.522323] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b4eed3-07b2-42ff-8191-608ad7757022 in Status: SUCCESS [ 861.522383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.524032] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.524239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.524393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.524519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.524616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.524799] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.524909] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.525510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.525510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.525510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.525510] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30d726e-b41f-4dba-82f5-e0cc9055130d is going to be updated. [ 861.554335] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.554504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.554570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.555032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.555032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.570066] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30d726e-b41f-4dba-82f5-e0cc9055130d in Status: IN_PROGRESS for 2s [ 861.662049] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.663180] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe0dbb79-8b5c-4f02-b816-daeb4eb6b148',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.664171] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.709838] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.709838] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.715652] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.715652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.715949] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 with status ACTIVE [ 861.716823] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.716823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.716823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.716823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.717241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.717241] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.717241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.717521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.717521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.717521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.717815] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.717815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.717815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.718134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.718406] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.718406] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9 is going to be updated. [ 861.720312] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.720312] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.741602] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.742036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.742036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.742495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.742647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.742808] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 174d6b3d-18a4-4406-9973-c13281967e9f is going to be created. [ 861.751438] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.751646] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.751716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.751945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.752117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.752308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a2d664c-5a3f-4838-a2e4-ccf9f1f5c2c9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.783435] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.783435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.783435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.783435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.783435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.796194] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 174d6b3d-18a4-4406-9973-c13281967e9f in Status: UNINITIALIZED for 2s [ 861.889284] env[65756]: INFO networking_nsxv3.common.synchronization [req-12b8d0f9-84e4-40e5-b3c7-d4306a9ab290 req-ed3db944-abc5-43ff-9ac0-a55af290f466 tempest-ServersV294TestFqdnHostnames-1552108962 tempest-ServersV294TestFqdnHostnames-1552108962-project-member] Enqueued Resource ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 with Priority: HIGHEST for action security_group_members [ 861.891088] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 with Priority: HIGHEST for action security_group_members [ 861.891088] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd388bf0-7510-493a-a723-7ff9e8fdfa21 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.891088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.891088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.891088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.891088] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.891549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.891549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.891549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.891689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.891689] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd388bf0-7510-493a-a723-7ff9e8fdfa21',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.991484] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: SUCCESS [ 861.991703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.991940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.992146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.992331] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.992448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.992515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.992828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.992998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.993158] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.165710] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.167180] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe0dbb79-8b5c-4f02-b816-daeb4eb6b148',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.167918] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.387564] env[65756]: INFO networking_nsxv3.common.synchronization [req-6ebafda5-3782-4325-8fe0-70792fa5f0b6 req-baebf125-c325-47d8-9b44-75081fb5dfc2 tempest-InstanceActionsTestJSON-1300794927 tempest-InstanceActionsTestJSON-1300794927-project-member] Enqueued Resource ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 with Priority: HIGHEST for action security_group_members [ 862.388184] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 with Priority: HIGHEST for action security_group_members [ 862.388537] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-8009c11c-7dff-42d3-aa75-68d0046e69e8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.388665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.388733] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.391965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.392098] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.392375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.392375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.393156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.393314] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.393527] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8009c11c-7dff-42d3-aa75-68d0046e69e8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.394978] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.395221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.395307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.395539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.425319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.425770] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.425905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.425967] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.427065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.427065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.427065] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 is going to be updated. [ 862.468661] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.468661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.468661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.468661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.468661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.482145] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 in Status: IN_PROGRESS for 2s [ 862.495950] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.670160] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.670434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.670557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.672422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.672422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.672422] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 862.672764] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.672895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.672974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.673381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.673669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.673849] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d is going to be updated. [ 862.675805] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.676256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.676256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.676409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.676547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.677224] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 is going to be created. [ 862.718767] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.719202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.719202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.719202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.719663] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.721289] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.721639] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.721639] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.721721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.722044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.732982] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.732982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.732982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.732982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.732982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.736323] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d in Status: IN_PROGRESS for 2s [ 862.737022] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 862.742580] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 in Status: UNINITIALIZED for 2s [ 862.862384] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.862384] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-369" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.862384] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-369" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.862687] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-369" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.862833] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.863048] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.863249] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.863593] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.863759] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.863974] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.864109] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.864236] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.864391] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.864467] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.864595] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.864728] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.897030] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.897030] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.897030] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.897030] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-369" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.897382] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-01369273-43ad-4170-98af-2641853da354 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.897488] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-01369273-43ad-4170-98af-2641853da354" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.897610] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-01369273-43ad-4170-98af-2641853da354" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.897934] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-01369273-43ad-4170-98af-2641853da354" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.898136] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01369273-43ad-4170-98af-2641853da354',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.899271] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.899396] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.899897] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.899897] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.899897] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.900055] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.900119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.900119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.900268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.900495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.900495] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 already deleted. [ 862.901325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.001091] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.402659] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.403114] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.404583] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.404583] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.404583] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.404583] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 01369273-43ad-4170-98af-2641853da354 not found, creating... [ 863.404583] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.404583] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.404583] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.404870] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.405319] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.405319] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.405553] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.405594] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.405827] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.405976] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.406129] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 01369273-43ad-4170-98af-2641853da354 is going to be created. [ 863.428974] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.429211] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.429329] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.429591] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.429836] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.430028] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-01369273-43ad-4170-98af-2641853da354" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.506542] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.506542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.506542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.506542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.506542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.506542] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13818530-13ef-47b5-b406-5354627a4eac is going to be updated. [ 863.545702] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.548019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.548019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.548019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.548019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.556393] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: IN_PROGRESS for 2s [ 863.583384] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30d726e-b41f-4dba-82f5-e0cc9055130d in Status: SUCCESS [ 863.583384] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30d726e-b41f-4dba-82f5-e0cc9055130d deletion is rescheduled due to dependency. [ 863.583384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.806610] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 174d6b3d-18a4-4406-9973-c13281967e9f in Status: SUCCESS [ 863.806825] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.807009] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.807297] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.807492] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.807616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.807673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.807832] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.807910] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.807994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.808116] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('174d6b3d-18a4-4406-9973-c13281967e9f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.133770] env[65756]: INFO networking_nsxv3.common.synchronization [None req-b8dc0949-53be-46bf-9b18-68c0bd3af0fe None None] Enqueued Resource ID: d0bff53a-b52d-4d1b-8599-a085c14be879 with Priority: HIGHEST for action port [ 864.134399] env[65756]: INFO networking_nsxv3.common.synchronization [req-6ebafda5-3782-4325-8fe0-70792fa5f0b6 req-735a645e-9062-4af3-93e3-ebcf5ee722e0 service nova] Enqueued Resource ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 with Priority: HIGHEST for action security_group_rules [ 864.134497] env[65756]: INFO networking_nsxv3.common.synchronization [req-6ebafda5-3782-4325-8fe0-70792fa5f0b6 req-735a645e-9062-4af3-93e3-ebcf5ee722e0 service nova] Enqueued Resource ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 with Priority: HIGHEST for action security_group_members [ 864.135245] env[65756]: INFO networking_nsxv3.common.synchronization [req-6ebafda5-3782-4325-8fe0-70792fa5f0b6 req-735a645e-9062-4af3-93e3-ebcf5ee722e0 service nova] Enqueued Resource ID: 01369273-43ad-4170-98af-2641853da354 with Priority: HIGHEST for action port [ 864.135245] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0bff53a-b52d-4d1b-8599-a085c14be879 with Priority: HIGHEST for action port [ 864.135245] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 with Priority: HIGHEST for action security_group_members [ 864.135467] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 with Priority: HIGHEST for action security_group_rules [ 864.135467] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01369273-43ad-4170-98af-2641853da354 with Priority: HIGHEST for action port [ 864.135710] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0bff53a-b52d-4d1b-8599-a085c14be879 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.135831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0bff53a-b52d-4d1b-8599-a085c14be879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.135889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0bff53a-b52d-4d1b-8599-a085c14be879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.136124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0bff53a-b52d-4d1b-8599-a085c14be879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.136215] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0bff53a-b52d-4d1b-8599-a085c14be879',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.138933] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-8009c11c-7dff-42d3-aa75-68d0046e69e8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.138933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.138933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.138933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.138933] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.138933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.138933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.138933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.138933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.138933] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8009c11c-7dff-42d3-aa75-68d0046e69e8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.144144] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8009c11c-7dff-42d3-aa75-68d0046e69e8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.144310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.144310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.144709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.144709] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8009c11c-7dff-42d3-aa75-68d0046e69e8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.148562] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-01369273-43ad-4170-98af-2641853da354 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.148562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01369273-43ad-4170-98af-2641853da354" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.148562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01369273-43ad-4170-98af-2641853da354" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.148562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01369273-43ad-4170-98af-2641853da354" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.148562] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01369273-43ad-4170-98af-2641853da354',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.316033] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-174d6b3d-18a4-4406-9973-c13281967e9f taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.316033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.316033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.316033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.316033] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.316033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.316033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.316033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.316033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.316033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.316033] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-174d6b3d-18a4-4406-9973-c13281967e9f taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.316033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.316033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.316033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.316033] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.316033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.317076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.317076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.317076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.317076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.317076] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('174d6b3d-18a4-4406-9973-c13281967e9f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.493158] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 in Status: SUCCESS [ 864.494331] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 deletion is rescheduled due to dependency. [ 864.494331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.650196] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-8009c11c-7dff-42d3-aa75-68d0046e69e8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.650408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.650663] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0bff53a-b52d-4d1b-8599-a085c14be879 [ 864.650857] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.650964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.651574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.651574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.651574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.651692] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0bff53a-b52d-4d1b-8599-a085c14be879 already deleted. [ 864.652100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0bff53a-b52d-4d1b-8599-a085c14be879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.652234] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8009c11c-7dff-42d3-aa75-68d0046e69e8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.656970] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01369273-43ad-4170-98af-2641853da354 with status ACTIVE [ 864.656970] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.656970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.656970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.657655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.657655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.657867] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.657867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.657970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.658446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.658446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.658446] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.658643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.658643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.659183] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.659183] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.659183] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01369273-43ad-4170-98af-2641853da354 is going to be updated. [ 864.691092] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.691317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.691399] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.691614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.691797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.691965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01369273-43ad-4170-98af-2641853da354" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.771619] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d in Status: SUCCESS [ 864.771619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.771619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.771619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.771902] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.771902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.772103] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.772193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.772307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.772367] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.776678] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 864.776678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.776678] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 in Status: SUCCESS [ 864.776678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.776678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.776678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.776678] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.777194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.777194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.777194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.777194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.777194] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.778116] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.778421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.778541] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.778889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.778889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.778889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.779201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.779201] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe0dbb79-8b5c-4f02-b816-daeb4eb6b148',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.821687] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 174d6b3d-18a4-4406-9973-c13281967e9f: rpc.has_security_group_logging(os_id): False [ 864.856959] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.857332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.857538] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.858081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.859154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.859519] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.859689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.859806] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.860138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.860254] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.860913] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.860913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.860913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.861150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.861264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.861602] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.861776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.861869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.863328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.863328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.863328] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 174d6b3d-18a4-4406-9973-c13281967e9f is going to be created. [ 864.948229] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.948573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.948573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.948793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.949044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.963524] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 174d6b3d-18a4-4406-9973-c13281967e9f in Status: IN_PROGRESS for 2s [ 865.163050] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8009c11c-7dff-42d3-aa75-68d0046e69e8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.282367] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.286160] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.286527] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe0dbb79-8b5c-4f02-b816-daeb4eb6b148',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.567525] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: SUCCESS [ 865.567912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.572193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.572500] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.572789] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.572961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.573103] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.573322] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.573488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.573635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.573744] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.666059] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.666362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.666362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.666649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.666781] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.666896] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 is going to be created. [ 865.718571] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.718571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.724051] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.724051] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.724051] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.750472] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 in Status: UNINITIALIZED for 2s [ 865.790629] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.791598] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.793079] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe0dbb79-8b5c-4f02-b816-daeb4eb6b148',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.077033] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.114341] env[65756]: INFO networking_nsxv3.common.synchronization [req-9fe3ec02-167d-4887-a510-8396ebeb1dfc req-a76915b0-c050-40a0-a2db-5feba7f30ab2 tempest-AttachInterfacesUnderV243Test-1248526853 tempest-AttachInterfacesUnderV243Test-1248526853-project-member] Enqueued Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_members [ 866.114341] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_members [ 866.114847] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.115019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.115113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.115304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.115467] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.115588] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.115648] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.115807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.115896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.115993] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.136252] env[65756]: INFO networking_nsxv3.common.synchronization [req-9fe3ec02-167d-4887-a510-8396ebeb1dfc req-a76915b0-c050-40a0-a2db-5feba7f30ab2 tempest-AttachInterfacesUnderV243Test-1248526853 tempest-AttachInterfacesUnderV243Test-1248526853-project-member] Enqueued Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_rules [ 866.136484] env[65756]: INFO networking_nsxv3.common.synchronization [req-9fe3ec02-167d-4887-a510-8396ebeb1dfc req-a76915b0-c050-40a0-a2db-5feba7f30ab2 tempest-AttachInterfacesUnderV243Test-1248526853 tempest-AttachInterfacesUnderV243Test-1248526853-project-member] Enqueued Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_members [ 866.136572] env[65756]: INFO networking_nsxv3.common.synchronization [req-9fe3ec02-167d-4887-a510-8396ebeb1dfc req-a76915b0-c050-40a0-a2db-5feba7f30ab2 tempest-AttachInterfacesUnderV243Test-1248526853 tempest-AttachInterfacesUnderV243Test-1248526853-project-member] Enqueued Resource ID: ac3f0d73-042b-4c02-b91b-ebd13bc00224 with Priority: HIGHEST for action port [ 866.137978] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_rules [ 866.138178] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_members [ 866.138248] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3f0d73-042b-4c02-b91b-ebd13bc00224 with Priority: HIGHEST for action port [ 866.138559] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.138661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.138905] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.138986] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.140855] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac3f0d73-042b-4c02-b91b-ebd13bc00224 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.140855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.140855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.140855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.140855] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac3f0d73-042b-4c02-b91b-ebd13bc00224',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.293360] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.293360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.293360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.293688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.293784] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.293932] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d is going to be updated. [ 866.297193] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.297540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.297540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.298014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.298014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.298014] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 866.299712] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.300128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.300128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.302303] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.302410] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.302503] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 is going to be updated. [ 866.368466] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.368466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.368723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.368765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.368927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.371301] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.371439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.371517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.371739] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.371892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.373647] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.373756] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.373796] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.374020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.374669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.388516] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 in Status: IN_PROGRESS for 2s [ 866.389701] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 866.389906] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d in Status: IN_PROGRESS for 2s [ 866.579209] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13818530-13ef-47b5-b406-5354627a4eac: rpc.has_security_group_logging(os_id): False [ 866.600054] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.600054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.600054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.600054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.600054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.600054] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.600054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.600682] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.600682] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.600682] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.600682] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13818530-13ef-47b5-b406-5354627a4eac is going to be updated. [ 866.620234] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.643631] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac3f0d73-042b-4c02-b91b-ebd13bc00224 with status ACTIVE [ 866.643631] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.643822] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.643895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.644129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.644253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.644522] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.645205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.645205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.645205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.645205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.645516] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.645516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.645516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.645735] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.645798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.645861] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac3f0d73-042b-4c02-b91b-ebd13bc00224 is going to be updated. [ 866.676150] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.676150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.676413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.676464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.676839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.676839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac3f0d73-042b-4c02-b91b-ebd13bc00224" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.691892] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.692105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.692154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.692388] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.692610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.712909] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: IN_PROGRESS for 2s [ 866.980553] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 174d6b3d-18a4-4406-9973-c13281967e9f in Status: SUCCESS [ 866.980889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.122667] env[65756]: INFO networking_nsxv3.common.synchronization [None req-aa1cb383-4a2d-4d3f-8fcc-5ccf8f675047 None None] Enqueued Resource ID: 7a1b937f-ac54-4084-b94f-eec59d353c3e with Priority: HIGHEST for action port [ 867.128184] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.129225] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a1b937f-ac54-4084-b94f-eec59d353c3e with Priority: HIGHEST for action port [ 867.130309] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a1b937f-ac54-4084-b94f-eec59d353c3e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.130603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a1b937f-ac54-4084-b94f-eec59d353c3e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.131780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a1b937f-ac54-4084-b94f-eec59d353c3e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.131780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a1b937f-ac54-4084-b94f-eec59d353c3e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.132508] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a1b937f-ac54-4084-b94f-eec59d353c3e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.630419] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.630419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.630419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.630901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.630960] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.631135] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13818530-13ef-47b5-b406-5354627a4eac is going to be updated. [ 867.637156] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a1b937f-ac54-4084-b94f-eec59d353c3e [ 867.637410] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.637681] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.637681] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.638022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.638022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.638097] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a1b937f-ac54-4084-b94f-eec59d353c3e already deleted. [ 867.638204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a1b937f-ac54-4084-b94f-eec59d353c3e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.664534] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.664715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.664791] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.664973] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.665118] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.675234] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: IN_PROGRESS for 2s [ 867.761635] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 in Status: SUCCESS [ 867.761907] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.762102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.762732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.762732] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.762732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.762732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.763108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.763108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.763108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.763108] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8009c11c-7dff-42d3-aa75-68d0046e69e8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.268026] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-8009c11c-7dff-42d3-aa75-68d0046e69e8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.268901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.268901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.269676] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.269676] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.270218] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.270218] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.270218] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.270426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.270426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.274192] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-8009c11c-7dff-42d3-aa75-68d0046e69e8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.274192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.274192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.274192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.274192] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.274192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.274192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.274192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.274192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.274192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.274192] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8009c11c-7dff-42d3-aa75-68d0046e69e8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.377047] env[65756]: INFO networking_nsxv3.common.synchronization [req-22c574bd-7cdf-4c17-8dfa-117ee50e2b39 req-d724bb45-68f7-4d0d-af8c-ed563cd0534c tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 with Priority: HIGHEST for action security_group_members [ 868.377235] env[65756]: INFO networking_nsxv3.common.synchronization [req-22c574bd-7cdf-4c17-8dfa-117ee50e2b39 req-d724bb45-68f7-4d0d-af8c-ed563cd0534c tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 868.377367] env[65756]: INFO networking_nsxv3.common.synchronization [req-22c574bd-7cdf-4c17-8dfa-117ee50e2b39 req-d724bb45-68f7-4d0d-af8c-ed563cd0534c tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGHEST for action security_group_members [ 868.377887] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 with Priority: HIGHEST for action security_group_members [ 868.382125] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 868.382428] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGHEST for action security_group_members [ 868.382578] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.382683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.383205] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.384038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.384038] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.384038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.400111] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d in Status: SUCCESS [ 868.400489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.401307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.401686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.403019] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.403019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.403019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.403019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.403019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.403019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.403019] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.404771] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 in Status: SUCCESS [ 868.405165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.406191] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 868.406528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.406802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.411035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.411035] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.411035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.411035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.411035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.411035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.411035] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.411035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.411035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.411035] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.411035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.411035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.411035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.411035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.411035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.411035] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe0dbb79-8b5c-4f02-b816-daeb4eb6b148',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.411035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.411035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.412245] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.412565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.412745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.413013] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.413212] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.413416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.413625] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.416350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.416653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.416924] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.417172] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.417321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.417556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.417817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.418418] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe0dbb79-8b5c-4f02-b816-daeb4eb6b148',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.420711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.420711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.420711] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.420711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.420711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.420711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.420711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.420711] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.588582] env[65756]: INFO networking_nsxv3.common.synchronization [req-77401519-18d9-4320-a7a8-d2ed79824bbf req-0299b442-e290-4652-bfb7-e5cc15aad813 tempest-ServersWithSpecificFlavorTestJSON-2112209283 tempest-ServersWithSpecificFlavorTestJSON-2112209283-project-member] Enqueued Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_members [ 868.589753] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_members [ 868.589753] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ba3962-84a7-41cc-a1d6-2221546a2db3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.591231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.591231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.591231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.591231] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.591231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.591231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.594509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.594509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.594509] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.729454] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: SUCCESS [ 868.729937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.729937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.730122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.730211] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.778509] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8009c11c-7dff-42d3-aa75-68d0046e69e8: rpc.has_security_group_logging(os_id): False [ 868.800534] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.800534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.800534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.800534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.800534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.800534] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.800534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.800534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.800534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.800951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.800951] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.800951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.800951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.801239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.801239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.801919] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.801919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.801919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.801919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.801919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.801919] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 is going to be created. [ 868.873128] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.873294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.873401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.873602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.873797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.884999] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 in Status: IN_PROGRESS for 2s [ 868.918410] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.920060] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe0dbb79-8b5c-4f02-b816-daeb4eb6b148',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.921520] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.921520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.921520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.922996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.923263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.923796] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.923976] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.924246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.925111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.925226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.925309] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d is going to be updated. [ 868.927713] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.927828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.929297] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.929448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.929575] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.929777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.929841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.930121] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.930121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.930331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.930402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.930439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.930504] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 is going to be deleted. [ 868.931501] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.991715] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.991715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.991715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.991715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.991715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.991715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.001437] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.003162] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.003386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.003610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.003768] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.014183] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d in Status: IN_PROGRESS for 2s [ 869.094438] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.094653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.094725] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.094981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.118554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.120532] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.120532] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.120532] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.120532] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.120532] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.120532] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 is going to be updated. [ 869.156624] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.157240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.157457] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.157963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.157963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.170194] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 in Status: IN_PROGRESS for 2s [ 869.233503] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.233503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.420779] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0a721a4-b8a8-4fa5-accf-03fd2118e42d: rpc.has_security_group_logging(os_id): False [ 869.428247] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe0dbb79-8b5c-4f02-b816-daeb4eb6b148: rpc.has_security_group_logging(os_id): False [ 869.434589] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.453992] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.454218] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.454329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.454650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.456014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.456014] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.456014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.456014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.456014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.456014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.456014] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d is going to be updated. [ 869.465453] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.465453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.465453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.465453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.465453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.465453] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.465453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.465453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.465453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.465453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.467455] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 is going to be created. [ 869.492539] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fe0dbb79-8b5c-4f02-b816-daeb4eb6b148], does not exist path=[/infra/domains/default/groups/fe0dbb79-8b5c-4f02-b816-daeb4eb6b148]."\n}' [ 869.495421] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 [ 869.495421] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 869.531293] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.534227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.534227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.534227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.536620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.536931] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.537068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.537135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.537337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.537425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.537637] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.537804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.537804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.537963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.538056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.538192] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 is going to be created. [ 869.540460] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.540460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.540460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.540460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.540734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.558312] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d in Status: IN_PROGRESS for 2s [ 869.571964] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fe0dbb79-8b5c-4f02-b816-daeb4eb6b148], does not exist path=[/infra/domains/default/groups/fe0dbb79-8b5c-4f02-b816-daeb4eb6b148]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 [ 869.572300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe0dbb79-8b5c-4f02-b816-daeb4eb6b148" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.573075] env[65756]: Traceback (most recent call last): [ 869.573075] env[65756]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 869.573075] env[65756]: return func(*args, **kwargs) [ 869.573075] env[65756]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 869.573075] env[65756]: res.raise_for_status() [ 869.573075] env[65756]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 869.573075] env[65756]: raise HTTPError(http_error_msg, response=self) [ 869.573369] env[65756]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 [ 869.573369] env[65756]: During handling of the above exception, another exception occurred: [ 869.573369] env[65756]: Traceback (most recent call last): [ 869.573369] env[65756]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 869.573369] env[65756]: listener.cb(fileno) [ 869.573369] env[65756]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 869.573369] env[65756]: result = function(*args, **kwargs) [ 869.573369] env[65756]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 869.573369] env[65756]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 869.573369] env[65756]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 869.573369] env[65756]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 869.573369] env[65756]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 869.573369] env[65756]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 869.573369] env[65756]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 869.573369] env[65756]: res.raise_for_status() [ 869.573369] env[65756]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 869.573369] env[65756]: raise HTTPError(http_error_msg, response=self) [ 869.573369] env[65756]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe0dbb79-8b5c-4f02-b816-daeb4eb6b148 [ 869.573369] env[65756]: Removing descriptor: 59 [ 869.687989] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: SUCCESS [ 869.688257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.688432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.688654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.688842] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.688963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.689033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.689196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.689284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.690080] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.939550] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.939550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.939550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.939550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.939550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.939550] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 869.968948] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.969360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.969579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.969927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.970828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.982031] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 870.197014] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.699982] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.898406] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 in Status: SUCCESS [ 870.898662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.027503] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d in Status: SUCCESS [ 871.028097] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d deletion is rescheduled due to dependency. [ 871.028097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.183284] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 in Status: SUCCESS [ 871.183571] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 deletion is rescheduled due to dependency. [ 871.183733] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.203750] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.204074] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.204074] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.204325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.204422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.204540] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13818530-13ef-47b5-b406-5354627a4eac is going to be updated. [ 871.246538] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.246751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.246751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.247069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.247395] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.257076] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: IN_PROGRESS for 2s [ 871.573783] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d in Status: SUCCESS [ 871.574012] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.689247] env[65756]: INFO networking_nsxv3.common.synchronization [req-0d1f45d0-7490-43bc-b481-55f54ced50df req-32daf0cb-04fb-4225-87f7-bf19a52a548b tempest-DeleteServersTestJSON-1529222805 tempest-DeleteServersTestJSON-1529222805-project-member] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 871.689782] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 871.690190] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.690272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.690272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.690468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.691465] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.691465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.691465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.691465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.691465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.691465] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.997181] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 871.997413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.997598] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.997860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.998069] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.998189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.998253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.998408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.998490] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.998579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.998775] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.998871] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.998927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.999086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.999225] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.999310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.999359] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.999503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.999583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.999648] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.999737] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.195183] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.195582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.195582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.195708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.218632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.218881] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.219021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.219073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.219273] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.219358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.219433] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 872.271774] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.271774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.271774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.271774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.271774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.282199] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 872.452208] env[65756]: INFO networking_nsxv3.common.synchronization [req-0cb143c9-b092-420b-9dc1-afcfa4fe49b0 req-379660c8-9391-4e74-8d37-e630a539f38f tempest-ListServerFiltersTestJSON-1834208010 tempest-ListServerFiltersTestJSON-1834208010-project-member] Enqueued Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 872.452922] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 872.453325] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.453442] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.453505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.453741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.454037] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.454037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.454180] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.454310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.454489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.454763] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.502416] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfe757d1-a369-4361-a8a9-e6bff2c90690: rpc.has_security_group_logging(os_id): False [ 872.527844] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.528087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.528087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.528291] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.554770] env[65756]: INFO networking_nsxv3.common.synchronization [req-aeccf1d6-2d0b-4419-911a-3af698d4961f req-7955f9be-3a89-4804-a6d4-f8efd3a9309c tempest-AttachInterfacesUnderV243Test-1248526853 tempest-AttachInterfacesUnderV243Test-1248526853-project-member] Enqueued Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_members [ 872.555867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.556435] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.556801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.556801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.557129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.557249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.557490] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.557595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.557662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.557830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.557904] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.558133] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.558244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.558302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.558426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.558499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.558582] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 872.560189] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGHEST for action security_group_members [ 872.560521] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.560639] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.627019] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.627232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.627334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.627545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.627697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.665941] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 872.710025] env[65756]: INFO networking_nsxv3.common.synchronization [req-025f7483-ee2d-45f0-91c1-5a32c96bc6fa req-5c54a2c2-eb9f-42ff-b8ad-13c991292f63 tempest-ServersAdminTestJSON-1157423225 tempest-ServersAdminTestJSON-1157423225-project-member] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 872.712549] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 872.712549] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.712549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.712549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.712549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.712549] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.712549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.712549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.712889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.712889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.713656] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.959059] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.218939] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.273281] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: SUCCESS [ 873.273503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.273672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.273900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.274129] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.274259] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.274450] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.274582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.274582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.274654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.274727] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.275579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.276042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.276042] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.276042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.276042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.277224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.277329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.277643] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.461277] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.721134] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.779546] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.780747] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.780897] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.780944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.781216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.805702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.805766] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.805874] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.806134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.806216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.806257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.806328] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13818530-13ef-47b5-b406-5354627a4eac is going to be updated. [ 873.841519] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.841519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.841519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.841519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.841519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.853840] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: IN_PROGRESS for 2s [ 873.966681] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.966860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.966942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.967323] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.967323] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.967445] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 is going to be updated. [ 873.999650] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.999834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.999934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.000195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.000381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.011254] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: IN_PROGRESS for 2s [ 874.224094] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.224094] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.224475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.224475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.224475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.224574] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be updated. [ 874.260534] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.260534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.260534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.260534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.260534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.270778] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: IN_PROGRESS for 2s [ 874.284196] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13818530-13ef-47b5-b406-5354627a4eac: rpc.has_security_group_logging(os_id): False [ 874.297058] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 874.297261] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 deletion is rescheduled due to dependency. [ 874.297468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.305604] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.305604] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.305604] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.305775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.305861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.306470] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.306470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.306470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.306470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.306470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.306855] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13818530-13ef-47b5-b406-5354627a4eac is going to be updated. [ 874.375137] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.375292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.375378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.375894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.375894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.392445] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: IN_PROGRESS for 2s [ 874.691029] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 874.691029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.468428] env[65756]: INFO networking_nsxv3.common.synchronization [req-ed4285a7-2ce1-434c-b8e6-f9abe5c7b990 req-b4f7f979-4e2c-43f8-b7de-8e7f07b4c911 tempest-ServerRescueTestJSON-1876737635 tempest-ServerRescueTestJSON-1876737635-project-member] Enqueued Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_members [ 875.469554] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_members [ 875.470021] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.470311] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.470442] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.470771] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.471035] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.471202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.471301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.471546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.471700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.471876] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.864170] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: SUCCESS [ 875.864760] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13818530-13ef-47b5-b406-5354627a4eac deletion is rescheduled due to dependency. [ 875.864760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.868707] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.868962] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-844" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.869158] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-844" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.869539] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-844" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.869792] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.869950] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.870187] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.870423] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.870579] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.870867] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.871000] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.871090] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.871192] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.871467] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.871467] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.871570] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.889224] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.889384] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.889517] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.889688] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-844" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.889995] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-862f5e26-33b1-42e4-9839-af778e97e926 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.890172] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-862f5e26-33b1-42e4-9839-af778e97e926" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.890677] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-862f5e26-33b1-42e4-9839-af778e97e926" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.891080] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-862f5e26-33b1-42e4-9839-af778e97e926" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.891335] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862f5e26-33b1-42e4-9839-af778e97e926',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.974259] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.974524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.974616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.975546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.975546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.975546] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.975546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.975546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.975546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.975546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.975546] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 already deleted. [ 875.976071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.022428] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: SUCCESS [ 876.022428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.283353] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 876.283353] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.395061] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.395061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.395061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.395061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.395061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.395061] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 862f5e26-33b1-42e4-9839-af778e97e926 not found, creating... [ 876.395061] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.395061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.395061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.395782] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.396074] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.396469] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.396782] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.397016] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.397324] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.397583] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.397867] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 862f5e26-33b1-42e4-9839-af778e97e926 is going to be created. [ 876.412487] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13818530-13ef-47b5-b406-5354627a4eac in Status: SUCCESS [ 876.412985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.419039] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.419039] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.419039] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.419039] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.419039] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.419039] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-862f5e26-33b1-42e4-9839-af778e97e926" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.497713] env[65756]: INFO networking_nsxv3.common.synchronization [req-812ff682-c688-4ffc-a406-028fb02369a6 req-0bd1858e-6f43-43d1-9a9b-626e2fa37f4a tempest-AttachInterfacesV270Test-784919404 tempest-AttachInterfacesV270Test-784919404-project-member] Enqueued Resource ID: 174d6b3d-18a4-4406-9973-c13281967e9f with Priority: HIGHEST for action security_group_members [ 876.498400] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174d6b3d-18a4-4406-9973-c13281967e9f with Priority: HIGHEST for action security_group_members [ 876.498724] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-174d6b3d-18a4-4406-9973-c13281967e9f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.499067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.499067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.499224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.499338] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.499441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.499591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.499770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.499858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.499953] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('174d6b3d-18a4-4406-9973-c13281967e9f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.002335] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.002534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.002578] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.002795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.024554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.024808] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.024918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.024998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.025213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.025299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.025438] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 174d6b3d-18a4-4406-9973-c13281967e9f is going to be updated. [ 877.059235] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.059378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.059938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.059938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.059938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.072059] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 174d6b3d-18a4-4406-9973-c13281967e9f in Status: IN_PROGRESS for 2s [ 877.128380] env[65756]: INFO networking_nsxv3.common.synchronization [req-ed4285a7-2ce1-434c-b8e6-f9abe5c7b990 req-8d3d5561-f0e1-47aa-838c-e770b58d7cc0 service nova] Enqueued Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_rules [ 877.128557] env[65756]: INFO networking_nsxv3.common.synchronization [req-ed4285a7-2ce1-434c-b8e6-f9abe5c7b990 req-8d3d5561-f0e1-47aa-838c-e770b58d7cc0 service nova] Enqueued Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_members [ 877.128692] env[65756]: INFO networking_nsxv3.common.synchronization [req-ed4285a7-2ce1-434c-b8e6-f9abe5c7b990 req-8d3d5561-f0e1-47aa-838c-e770b58d7cc0 service nova] Enqueued Resource ID: 862f5e26-33b1-42e4-9839-af778e97e926 with Priority: HIGHEST for action port [ 877.128919] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_rules [ 877.129061] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_members [ 877.129158] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862f5e26-33b1-42e4-9839-af778e97e926 with Priority: HIGHEST for action port [ 877.129767] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.129859] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.129927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.130230] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.130315] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.131184] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.131306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.131372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.131538] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.131676] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.131766] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.131823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.132115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.132238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.132314] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.134886] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-862f5e26-33b1-42e4-9839-af778e97e926 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.134886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-862f5e26-33b1-42e4-9839-af778e97e926" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.134886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-862f5e26-33b1-42e4-9839-af778e97e926" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.134886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-862f5e26-33b1-42e4-9839-af778e97e926" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.134886] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862f5e26-33b1-42e4-9839-af778e97e926',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.635931] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 862f5e26-33b1-42e4-9839-af778e97e926 with status ACTIVE [ 877.636276] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.636534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.636534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.638345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.638345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.638345] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.638345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.638345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.638345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.638345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.638345] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.638345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.638345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.638345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.638345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.639039] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 862f5e26-33b1-42e4-9839-af778e97e926 is going to be updated. [ 877.639789] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.639883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.640099] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.663497] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.663637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.663684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.663855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.663988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.664164] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-862f5e26-33b1-42e4-9839-af778e97e926" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.143044] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.208690] env[65756]: INFO networking_nsxv3.common.synchronization [req-848bbf9e-2149-41ab-aaf2-8ed856220d9b req-5a1d75b1-7cb3-45d1-9d37-a3f8a75e74a3 tempest-FloatingIPsAssociationTestJSON-772666159 tempest-FloatingIPsAssociationTestJSON-772666159-project-member] Enqueued Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_members [ 878.210548] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_members [ 878.210548] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.210548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.210548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.210548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.210548] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.210548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.210548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.210548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.210548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.210548] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.544595] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.544806] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-484" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.544928] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-484" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.545277] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-484" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.545556] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.545764] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.545913] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.546212] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.546375] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.546607] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.546688] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.546792] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.546895] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.547010] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.547120] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.547249] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.566793] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.566962] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.567151] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.567335] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-484" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.567640] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-cc29c10e-9ba4-4a70-95e2-46c67a929455 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.567810] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-cc29c10e-9ba4-4a70-95e2-46c67a929455" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.567924] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-cc29c10e-9ba4-4a70-95e2-46c67a929455" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.568252] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-cc29c10e-9ba4-4a70-95e2-46c67a929455" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.568386] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc29c10e-9ba4-4a70-95e2-46c67a929455',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.645756] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.646445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.646623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.646933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.647167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.647455] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 is going to be created. [ 878.669498] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.669498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.669498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.669724] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.669724] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.679031] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 in Status: UNINITIALIZED for 2s [ 878.712947] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.074365] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.074498] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.074665] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.074942] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.075107] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.075258] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port cc29c10e-9ba4-4a70-95e2-46c67a929455 not found, creating... [ 879.075543] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.075706] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.075819] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.076069] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.076284] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.076563] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.076715] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.076828] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.077052] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.077186] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.077320] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: cc29c10e-9ba4-4a70-95e2-46c67a929455 is going to be created. [ 879.087992] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 174d6b3d-18a4-4406-9973-c13281967e9f in Status: SUCCESS [ 879.088211] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 174d6b3d-18a4-4406-9973-c13281967e9f deletion is rescheduled due to dependency. [ 879.088306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.103502] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.104189] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.104189] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.105997] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.105997] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.105997] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-cc29c10e-9ba4-4a70-95e2-46c67a929455" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.215798] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.718891] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.719295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.719559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.720030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.720192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.720494] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf is going to be updated. [ 879.751501] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.751683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.751749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.751986] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.752604] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.762763] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf in Status: IN_PROGRESS for 2s [ 879.847485] env[65756]: INFO networking_nsxv3.common.synchronization [req-848bbf9e-2149-41ab-aaf2-8ed856220d9b req-828449fd-b4c2-4796-8f16-4034ce024bda service nova] Enqueued Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_rules [ 879.847686] env[65756]: INFO networking_nsxv3.common.synchronization [req-848bbf9e-2149-41ab-aaf2-8ed856220d9b req-828449fd-b4c2-4796-8f16-4034ce024bda service nova] Enqueued Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_members [ 879.847824] env[65756]: INFO networking_nsxv3.common.synchronization [req-848bbf9e-2149-41ab-aaf2-8ed856220d9b req-828449fd-b4c2-4796-8f16-4034ce024bda service nova] Enqueued Resource ID: cc29c10e-9ba4-4a70-95e2-46c67a929455 with Priority: HIGHEST for action port [ 879.848418] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_rules [ 879.848549] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_members [ 879.848644] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc29c10e-9ba4-4a70-95e2-46c67a929455 with Priority: HIGHEST for action port [ 879.848919] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.849293] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.849406] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.849611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.849695] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.851408] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.851508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.851750] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc29c10e-9ba4-4a70-95e2-46c67a929455 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.851848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc29c10e-9ba4-4a70-95e2-46c67a929455" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.851897] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc29c10e-9ba4-4a70-95e2-46c67a929455" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.852202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc29c10e-9ba4-4a70-95e2-46c67a929455" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.852299] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc29c10e-9ba4-4a70-95e2-46c67a929455',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.354476] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.354671] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.355383] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc29c10e-9ba4-4a70-95e2-46c67a929455 with status ACTIVE [ 880.355383] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.355383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.355383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.355383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.355644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.355737] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.355860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.355900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.356090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.356177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.356369] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.356494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.356530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.356656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.356733] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.356815] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc29c10e-9ba4-4a70-95e2-46c67a929455 is going to be updated. [ 880.382923] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.383086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.383223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.383442] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.383580] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.383745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc29c10e-9ba4-4a70-95e2-46c67a929455" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.690517] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 in Status: SUCCESS [ 880.690807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.691122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.691971] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.691971] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.692222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.692784] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.692784] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.692784] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.692784] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.692784] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.196289] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.196668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.196668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.196954] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.197233] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.197378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.197480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.197710] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.197833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.197987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.198223] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.198352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.198445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.198660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.198879] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.200458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.200606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.200848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.200848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.202635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.202635] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.706457] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13829700-c1f9-4434-bb84-9cecd45b5e52: rpc.has_security_group_logging(os_id): False [ 881.729292] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.729392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.729436] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.729627] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.729746] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.730029] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.730029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.730161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.730331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.730417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.730597] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.730691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.730752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.730900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.730969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.731180] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.731295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.731359] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.731502] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.731571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.731654] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 is going to be created. [ 881.772240] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf in Status: SUCCESS [ 881.773363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.773363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.773659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.773856] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.774019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.774093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.774330] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.774330] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.774581] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.800060] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.800060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.800060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.800295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.800396] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.810792] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 in Status: IN_PROGRESS for 2s [ 881.900938] env[65756]: INFO networking_nsxv3.common.synchronization [req-b80417d5-992a-4ba6-875e-9311ddbec887 req-ad3f0f1b-2187-4c31-9062-48bc167d4940 tempest-InstanceActionsTestJSON-1300794927 tempest-InstanceActionsTestJSON-1300794927-project-member] Enqueued Resource ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 with Priority: HIGHEST for action security_group_members [ 881.901621] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 with Priority: HIGHEST for action security_group_members [ 881.901867] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-8009c11c-7dff-42d3-aa75-68d0046e69e8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.902030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.902117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.902267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.902408] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.902522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.902584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.902695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.902773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.902867] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8009c11c-7dff-42d3-aa75-68d0046e69e8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.276821] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.405019] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.405189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.405284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.405588] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.429944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.430281] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.430406] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.430470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.430677] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.430779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.430892] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 is going to be updated. [ 882.473034] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.473034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.473034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.473034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.473034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.483184] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 in Status: IN_PROGRESS for 2s [ 882.779204] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.282012] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.282527] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.282527] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.282527] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.282737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.282737] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf is going to be updated. [ 883.318202] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.318373] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.318439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.318642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.318801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.329926] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf in Status: IN_PROGRESS for 2s [ 883.375124] env[65756]: INFO networking_nsxv3.common.synchronization [req-c8bc9543-dd3a-49a2-87dd-4a6f35230ab6 req-798bca5a-eb89-4cff-9447-f5c297f09d52 tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: dcdabacf-ec89-436a-bd68-ca78262958e7 with Priority: HIGHEST for action security_group_members [ 883.375124] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdabacf-ec89-436a-bd68-ca78262958e7 with Priority: HIGHEST for action security_group_members [ 883.375124] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcdabacf-ec89-436a-bd68-ca78262958e7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.375124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.375124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.375124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.376287] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.376287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.376287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.376287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.376287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.376287] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcdabacf-ec89-436a-bd68-ca78262958e7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.559275] env[65756]: INFO networking_nsxv3.common.synchronization [None req-f3e9d407-8f5d-43dc-b7f0-bd2259357210 None None] Enqueued Resource ID: 7c0014f7-f72e-4628-a70c-61c926b96820 with Priority: HIGHEST for action port [ 883.559275] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0014f7-f72e-4628-a70c-61c926b96820 with Priority: HIGHEST for action port [ 883.559275] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c0014f7-f72e-4628-a70c-61c926b96820 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.559275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c0014f7-f72e-4628-a70c-61c926b96820" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.559275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c0014f7-f72e-4628-a70c-61c926b96820" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.559853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c0014f7-f72e-4628-a70c-61c926b96820" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.560075] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c0014f7-f72e-4628-a70c-61c926b96820',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.766869] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.767106] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.767238] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.767623] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.767891] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.768222] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.768424] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.768711] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.768861] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.769077] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.769177] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.769280] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.769388] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.769497] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.769601] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.769729] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.787653] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.787836] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.787894] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.788091] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.788408] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-e1e41290-a732-4a32-913b-a26330c8b6e4 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.788578] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-e1e41290-a732-4a32-913b-a26330c8b6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.788679] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-e1e41290-a732-4a32-913b-a26330c8b6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.789013] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-e1e41290-a732-4a32-913b-a26330c8b6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.789150] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e41290-a732-4a32-913b-a26330c8b6e4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.824390] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 in Status: SUCCESS [ 883.824618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.879431] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.879635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.879732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.879992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.880108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.880322] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.880417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.880490] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.880682] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.880765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.880853] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcdabacf-ec89-436a-bd68-ca78262958e7 already deleted. [ 883.880936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.062291] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c0014f7-f72e-4628-a70c-61c926b96820 [ 884.062539] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.062698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.062774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.062976] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.063086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.063234] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c0014f7-f72e-4628-a70c-61c926b96820 already deleted. [ 884.063308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c0014f7-f72e-4628-a70c-61c926b96820" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.291936] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.292298] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.292298] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.292926] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.292926] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.292926] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port e1e41290-a732-4a32-913b-a26330c8b6e4 not found, creating... [ 884.293208] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.293344] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.293445] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.293669] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.293804] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.294096] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.294262] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.294392] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.294670] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.294725] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.294841] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: e1e41290-a732-4a32-913b-a26330c8b6e4 is going to be created. [ 884.325988] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.325988] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.325988] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.326232] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.326450] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.328581] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-e1e41290-a732-4a32-913b-a26330c8b6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.498917] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 in Status: SUCCESS [ 884.502117] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 deletion is rescheduled due to dependency. [ 884.502117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.080961] env[65756]: INFO networking_nsxv3.common.synchronization [req-c8bc9543-dd3a-49a2-87dd-4a6f35230ab6 req-a4c363df-d382-490e-a596-ea7010b6edb0 service nova] Enqueued Resource ID: dcdabacf-ec89-436a-bd68-ca78262958e7 with Priority: HIGHEST for action security_group_rules [ 885.081175] env[65756]: INFO networking_nsxv3.common.synchronization [req-c8bc9543-dd3a-49a2-87dd-4a6f35230ab6 req-a4c363df-d382-490e-a596-ea7010b6edb0 service nova] Enqueued Resource ID: dcdabacf-ec89-436a-bd68-ca78262958e7 with Priority: HIGHEST for action security_group_members [ 885.081321] env[65756]: INFO networking_nsxv3.common.synchronization [req-c8bc9543-dd3a-49a2-87dd-4a6f35230ab6 req-a4c363df-d382-490e-a596-ea7010b6edb0 service nova] Enqueued Resource ID: e1e41290-a732-4a32-913b-a26330c8b6e4 with Priority: HIGHEST for action port [ 885.081572] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdabacf-ec89-436a-bd68-ca78262958e7 with Priority: HIGHEST for action security_group_rules [ 885.081660] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdabacf-ec89-436a-bd68-ca78262958e7 with Priority: HIGHEST for action security_group_members [ 885.081782] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e41290-a732-4a32-913b-a26330c8b6e4 with Priority: HIGHEST for action port [ 885.083739] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcdabacf-ec89-436a-bd68-ca78262958e7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.083739] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.083861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.084140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.084270] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcdabacf-ec89-436a-bd68-ca78262958e7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.086198] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcdabacf-ec89-436a-bd68-ca78262958e7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.086327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.086387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.086573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.086726] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.086823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.086945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.087240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.087240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.087240] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcdabacf-ec89-436a-bd68-ca78262958e7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.088053] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1e41290-a732-4a32-913b-a26330c8b6e4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.088184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1e41290-a732-4a32-913b-a26330c8b6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.088244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1e41290-a732-4a32-913b-a26330c8b6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.088368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1e41290-a732-4a32-913b-a26330c8b6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.088446] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e41290-a732-4a32-913b-a26330c8b6e4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.342194] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf in Status: SUCCESS [ 885.342480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.342828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.342828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.342966] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.343113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.343229] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.343865] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.343865] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.343865] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.343865] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.587451] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcdabacf-ec89-436a-bd68-ca78262958e7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.587635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.592050] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcdabacf-ec89-436a-bd68-ca78262958e7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.593009] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1e41290-a732-4a32-913b-a26330c8b6e4 with status ACTIVE [ 885.593287] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.593418] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.593487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.593686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.593774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.593943] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.594052] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.594114] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.594631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.594710] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.594902] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.594994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.595083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.595275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.595312] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.595372] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1e41290-a732-4a32-913b-a26330c8b6e4 is going to be updated. [ 885.616961] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.616961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.616961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.616961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.616961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.616961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1e41290-a732-4a32-913b-a26330c8b6e4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.851483] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.851483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.851483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.851483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.851483] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.851483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.851483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.851483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.851483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.851483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.851483] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.851483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.851483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.851483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.851483] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.851483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.852836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.852836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.852836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.852836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.852836] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.097911] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcdabacf-ec89-436a-bd68-ca78262958e7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.353598] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de394d46-afb0-4244-9c9a-bbc2db9cc8cf: rpc.has_security_group_logging(os_id): False [ 886.375145] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.375145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.375145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.375145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.397336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.397481] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.397581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.397581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.397836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.397836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.398229] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.398229] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.398356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.398404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.398476] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.398690] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.398835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.398835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.398987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.399811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.399930] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf is going to be updated. [ 886.477279] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.477619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.477775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.478054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.478575] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.507563] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf in Status: IN_PROGRESS for 2s [ 886.601020] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.601253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.601341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.601703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.601859] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.602052] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcdabacf-ec89-436a-bd68-ca78262958e7 is going to be created. [ 886.631126] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.631425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.631480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.631719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.631932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.646873] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcdabacf-ec89-436a-bd68-ca78262958e7 in Status: UNINITIALIZED for 2s [ 886.997536] env[65756]: INFO networking_nsxv3.common.synchronization [None req-be452496-ce6e-4020-a65a-1e7b59701c07 None None] Enqueued Resource ID: 50bcc97e-ac21-4e54-aa84-7d30b00bda18 with Priority: HIGHEST for action port [ 886.998495] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bcc97e-ac21-4e54-aa84-7d30b00bda18 with Priority: HIGHEST for action port [ 886.998884] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-50bcc97e-ac21-4e54-aa84-7d30b00bda18 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.999058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50bcc97e-ac21-4e54-aa84-7d30b00bda18" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.999151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50bcc97e-ac21-4e54-aa84-7d30b00bda18" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.999443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50bcc97e-ac21-4e54-aa84-7d30b00bda18" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.999779] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50bcc97e-ac21-4e54-aa84-7d30b00bda18',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.502037] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50bcc97e-ac21-4e54-aa84-7d30b00bda18 [ 887.502573] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.502734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.502802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.503048] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.503145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.503321] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50bcc97e-ac21-4e54-aa84-7d30b00bda18 already deleted. [ 887.503445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50bcc97e-ac21-4e54-aa84-7d30b00bda18" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.522281] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf in Status: SUCCESS [ 888.523581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.657572] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcdabacf-ec89-436a-bd68-ca78262958e7 in Status: SUCCESS [ 888.657689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.657883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.658152] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.658406] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.658540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.658622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.658787] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.658868] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.659043] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.659147] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcdabacf-ec89-436a-bd68-ca78262958e7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.162292] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcdabacf-ec89-436a-bd68-ca78262958e7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.666188] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcdabacf-ec89-436a-bd68-ca78262958e7: rpc.has_security_group_logging(os_id): False [ 889.689322] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.689572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.689626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.689974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.690049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.690333] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.690463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.690529] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.690707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.690785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.690874] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcdabacf-ec89-436a-bd68-ca78262958e7 is going to be created. [ 889.793467] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.793467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.793467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.793467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.793467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.809922] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcdabacf-ec89-436a-bd68-ca78262958e7 in Status: IN_PROGRESS for 2s [ 890.953380] env[65756]: INFO networking_nsxv3.common.synchronization [req-a85cad94-3467-4b2a-9872-dd2fa0999a35 req-1768fe6b-5da9-4f32-82b2-c4b28c90636c tempest-ListImageFiltersTestJSON-1324341838 tempest-ListImageFiltersTestJSON-1324341838-project-member] Enqueued Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_members [ 890.953928] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGHEST for action security_group_members [ 890.954256] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.954620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.954620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.954755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.954899] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.954997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.955071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.955236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.955318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.955409] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.458661] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.460391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.460391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.460391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.482121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.482121] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.482121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.482295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.482403] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.482472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.482566] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530f2a46-487d-4535-9b96-633a0909d89c is going to be updated. [ 891.514616] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.514710] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.515513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.515513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.515513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.523851] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530f2a46-487d-4535-9b96-633a0909d89c in Status: IN_PROGRESS for 2s [ 891.823554] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcdabacf-ec89-436a-bd68-ca78262958e7 in Status: SUCCESS [ 891.823828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.536041] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530f2a46-487d-4535-9b96-633a0909d89c in Status: SUCCESS [ 893.536041] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530f2a46-487d-4535-9b96-633a0909d89c deletion is rescheduled due to dependency. [ 893.536041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.955295] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 895.955671] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 897.063450] env[65756]: INFO networking_nsxv3.common.synchronization [req-1d17e26d-1897-4772-baf3-2746230234b5 req-dc480394-97da-4830-b602-09fe8e8ea3ea tempest-FloatingIPsAssociationTestJSON-772666159 tempest-FloatingIPsAssociationTestJSON-772666159-project-member] Enqueued Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_members [ 897.064031] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_members [ 897.064349] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.064461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.064567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.064729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.064921] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.065037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.065104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.065254] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.065342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.065435] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.568019] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.071282] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.574940] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.575126] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.575196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.575428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.575524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.575624] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf is going to be updated. [ 898.607024] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.607221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.607294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.607657] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.607833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.617927] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf in Status: IN_PROGRESS for 2s [ 900.562021] env[65756]: INFO networking_nsxv3.common.synchronization [req-54f83b25-a429-4ed4-b3d8-e0f0ef0ce07e req-6b969de9-4910-4416-9dbd-41c7ebefb446 tempest-ServerRescueNegativeTestJSON-2127640272 tempest-ServerRescueNegativeTestJSON-2127640272-project-member] Enqueued Resource ID: 834272ec-020b-48f1-97e1-41d8869e5562 with Priority: HIGHEST for action security_group_members [ 900.563435] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834272ec-020b-48f1-97e1-41d8869e5562 with Priority: HIGHEST for action security_group_members [ 900.564131] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-834272ec-020b-48f1-97e1-41d8869e5562 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.564131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.564131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.564494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.564756] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.564920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.565025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.565323] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.565379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.565519] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('834272ec-020b-48f1-97e1-41d8869e5562',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.632759] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf in Status: SUCCESS [ 900.633052] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.023525] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.023525] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-136" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.023525] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-136" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.023525] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-136" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.023525] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.023525] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.023525] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.024083] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.024083] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.024150] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.024281] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.024507] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.024507] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.024599] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.025464] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.025464] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.046707] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.046879] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.047028] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.047214] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-136" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.047578] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-69f146a7-3d96-4ccc-a1cd-f6843ef8047a taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.047898] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-69f146a7-3d96-4ccc-a1cd-f6843ef8047a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.047898] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-69f146a7-3d96-4ccc-a1cd-f6843ef8047a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.048358] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-69f146a7-3d96-4ccc-a1cd-f6843ef8047a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.048581] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f146a7-3d96-4ccc-a1cd-f6843ef8047a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.069643] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.069643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.069643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.069643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.069643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.069643] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.069643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.069643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.069903] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.069903] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.069949] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 834272ec-020b-48f1-97e1-41d8869e5562 already deleted. [ 901.070707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.551748] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.552141] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.552329] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.555420] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.555420] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.555420] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 69f146a7-3d96-4ccc-a1cd-f6843ef8047a not found, creating... [ 901.555420] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.555420] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.555420] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.555420] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.555420] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.555420] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.555420] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.556163] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.556163] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.556163] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.556163] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 69f146a7-3d96-4ccc-a1cd-f6843ef8047a is going to be created. [ 901.579385] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.580096] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.580441] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.581035] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.582017] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.582017] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-69f146a7-3d96-4ccc-a1cd-f6843ef8047a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.306137] env[65756]: INFO networking_nsxv3.common.synchronization [req-54f83b25-a429-4ed4-b3d8-e0f0ef0ce07e req-bd16a364-f264-491f-b67c-750a4859383c service nova] Enqueued Resource ID: 834272ec-020b-48f1-97e1-41d8869e5562 with Priority: HIGHEST for action security_group_rules [ 902.306137] env[65756]: INFO networking_nsxv3.common.synchronization [req-54f83b25-a429-4ed4-b3d8-e0f0ef0ce07e req-bd16a364-f264-491f-b67c-750a4859383c service nova] Enqueued Resource ID: 834272ec-020b-48f1-97e1-41d8869e5562 with Priority: HIGHEST for action security_group_members [ 902.306137] env[65756]: INFO networking_nsxv3.common.synchronization [req-54f83b25-a429-4ed4-b3d8-e0f0ef0ce07e req-bd16a364-f264-491f-b67c-750a4859383c service nova] Enqueued Resource ID: 69f146a7-3d96-4ccc-a1cd-f6843ef8047a with Priority: HIGHEST for action port [ 902.306137] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834272ec-020b-48f1-97e1-41d8869e5562 with Priority: HIGHEST for action security_group_rules [ 902.306487] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834272ec-020b-48f1-97e1-41d8869e5562 with Priority: HIGHEST for action security_group_members [ 902.306722] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f146a7-3d96-4ccc-a1cd-f6843ef8047a with Priority: HIGHEST for action port [ 902.307172] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-834272ec-020b-48f1-97e1-41d8869e5562 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.307507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.307659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.307977] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.308227] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('834272ec-020b-48f1-97e1-41d8869e5562',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.309298] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-834272ec-020b-48f1-97e1-41d8869e5562 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.309540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.309715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.309966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.310312] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.310503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.311024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.311024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.311024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.311024] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('834272ec-020b-48f1-97e1-41d8869e5562',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.312589] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f146a7-3d96-4ccc-a1cd-f6843ef8047a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.312827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f146a7-3d96-4ccc-a1cd-f6843ef8047a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.313035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f146a7-3d96-4ccc-a1cd-f6843ef8047a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.313268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f146a7-3d96-4ccc-a1cd-f6843ef8047a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.313457] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f146a7-3d96-4ccc-a1cd-f6843ef8047a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.815923] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-834272ec-020b-48f1-97e1-41d8869e5562 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.816243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.816310] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('834272ec-020b-48f1-97e1-41d8869e5562',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.817162] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69f146a7-3d96-4ccc-a1cd-f6843ef8047a with status ACTIVE [ 902.817349] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.817463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.817534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.818086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.818086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.818086] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.818086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.818280] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.818614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.818697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.818885] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.818974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.819044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.819179] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.819251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.819333] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69f146a7-3d96-4ccc-a1cd-f6843ef8047a is going to be updated. [ 902.841610] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.841722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.841722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.841954] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.842161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.842353] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f146a7-3d96-4ccc-a1cd-f6843ef8047a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.201984] env[65756]: INFO networking_nsxv3.common.synchronization [req-102e51da-606a-4dc6-9541-dbeebd293b87 req-aecadbf8-ef3d-4e0f-a0b1-dab683c239c3 tempest-ImagesNegativeTestJSON-822203886 tempest-ImagesNegativeTestJSON-822203886-project-member] Enqueued Resource ID: 6809de0c-123e-43a0-b450-e34dec9ad945 with Priority: HIGHEST for action security_group_members [ 903.202541] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6809de0c-123e-43a0-b450-e34dec9ad945 with Priority: HIGHEST for action security_group_members [ 903.202849] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6809de0c-123e-43a0-b450-e34dec9ad945 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.203350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.203350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.203480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.203642] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.203787] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.203846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.203999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.204093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.204183] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6809de0c-123e-43a0-b450-e34dec9ad945',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.320950] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('834272ec-020b-48f1-97e1-41d8869e5562',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.537421] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.537616] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-640" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.537733] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-640" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.538093] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-640" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.538353] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.538517] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.538679] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.538922] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.539143] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.539373] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.539489] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.539599] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.539726] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.539902] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.540035] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.540168] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.568646] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.568842] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.568922] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.569124] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-640" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.569421] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-db489369-e40a-47fe-b441-153300ccda20 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.569592] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-db489369-e40a-47fe-b441-153300ccda20" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.569707] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-db489369-e40a-47fe-b441-153300ccda20" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.570038] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-db489369-e40a-47fe-b441-153300ccda20" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.570236] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db489369-e40a-47fe-b441-153300ccda20',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.639239] env[65756]: INFO networking_nsxv3.common.synchronization [req-e1f3bee4-c84b-4ef3-8369-328a80a2b42f req-550ac007-0e8b-4550-8f92-5eb7a306483e tempest-ServerActionsTestOtherB-398872902 tempest-ServerActionsTestOtherB-398872902-project-member] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 903.639431] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 903.639748] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.639928] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.639987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.640175] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.640328] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.640684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.640684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.640684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.640873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.640873] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.706800] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.706957] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.707169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.707231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.707317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.707512] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.707767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.707767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.707914] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.707914] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.707979] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6809de0c-123e-43a0-b450-e34dec9ad945 already deleted. [ 903.708015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.826538] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.826802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.826802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.828163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.828163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.828163] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 834272ec-020b-48f1-97e1-41d8869e5562 is going to be created. [ 903.859157] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.859284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.859350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.859533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.859698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.870745] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 834272ec-020b-48f1-97e1-41d8869e5562 in Status: UNINITIALIZED for 2s [ 904.075245] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.075245] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.075245] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.075245] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.075245] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.075245] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port db489369-e40a-47fe-b441-153300ccda20 not found, creating... [ 904.075245] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.075245] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.075245] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.075245] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.075245] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.075565] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.076055] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.076335] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.076685] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.076951] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.078568] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: db489369-e40a-47fe-b441-153300ccda20 is going to be created. [ 904.101287] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.101287] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.101287] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.101287] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.101287] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.101287] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-db489369-e40a-47fe-b441-153300ccda20" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.144889] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.144889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.144889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.144889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.182718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.183274] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.183658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.184346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.184346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.184346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.184346] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed is going to be updated. [ 904.221438] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.221961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.222093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.222346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.223231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.238273] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: IN_PROGRESS for 2s [ 904.863346] env[65756]: INFO networking_nsxv3.common.synchronization [req-102e51da-606a-4dc6-9541-dbeebd293b87 req-a40a9f96-77e3-411d-9f38-25d8192b028c service nova] Enqueued Resource ID: 6809de0c-123e-43a0-b450-e34dec9ad945 with Priority: HIGHEST for action security_group_rules [ 904.863669] env[65756]: INFO networking_nsxv3.common.synchronization [req-102e51da-606a-4dc6-9541-dbeebd293b87 req-a40a9f96-77e3-411d-9f38-25d8192b028c service nova] Enqueued Resource ID: 6809de0c-123e-43a0-b450-e34dec9ad945 with Priority: HIGHEST for action security_group_members [ 904.863908] env[65756]: INFO networking_nsxv3.common.synchronization [req-102e51da-606a-4dc6-9541-dbeebd293b87 req-a40a9f96-77e3-411d-9f38-25d8192b028c service nova] Enqueued Resource ID: db489369-e40a-47fe-b441-153300ccda20 with Priority: HIGHEST for action port [ 904.865297] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6809de0c-123e-43a0-b450-e34dec9ad945 with Priority: HIGHEST for action security_group_rules [ 904.865439] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6809de0c-123e-43a0-b450-e34dec9ad945 with Priority: HIGHEST for action security_group_members [ 904.865539] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db489369-e40a-47fe-b441-153300ccda20 with Priority: HIGHEST for action port [ 904.865832] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6809de0c-123e-43a0-b450-e34dec9ad945 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.866018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.866048] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.866287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.866374] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6809de0c-123e-43a0-b450-e34dec9ad945',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.867250] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6809de0c-123e-43a0-b450-e34dec9ad945 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.867366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.867435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.867605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.867750] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.867875] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.867925] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.868055] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.868140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.868234] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6809de0c-123e-43a0-b450-e34dec9ad945',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.869012] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-db489369-e40a-47fe-b441-153300ccda20 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.869108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db489369-e40a-47fe-b441-153300ccda20" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.869185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db489369-e40a-47fe-b441-153300ccda20" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.869318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db489369-e40a-47fe-b441-153300ccda20" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.869391] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db489369-e40a-47fe-b441-153300ccda20',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.371016] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6809de0c-123e-43a0-b450-e34dec9ad945 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.371149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.371269] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db489369-e40a-47fe-b441-153300ccda20 with status ACTIVE [ 905.372192] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.372192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.372192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.372192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.372192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.372192] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.372192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.372192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.372486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.372486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.372621] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.372692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.372738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.372871] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.372939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.373030] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db489369-e40a-47fe-b441-153300ccda20 is going to be updated. [ 905.374433] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6809de0c-123e-43a0-b450-e34dec9ad945',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.395889] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.396055] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.396117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.396316] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.396613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.396613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db489369-e40a-47fe-b441-153300ccda20" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.876974] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6809de0c-123e-43a0-b450-e34dec9ad945',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.881226] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 834272ec-020b-48f1-97e1-41d8869e5562 in Status: SUCCESS [ 905.881226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.881226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.881777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.881777] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.881777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.882802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.882802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.882802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.882802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.882802] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('834272ec-020b-48f1-97e1-41d8869e5562',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.963245] env[65756]: INFO networking_nsxv3.common.synchronization [req-d42bd5cd-b25c-4c32-8ec8-df05b57b1780 req-5e1bd044-f300-4ffb-a159-e1a066048230 tempest-ServersWithSpecificFlavorTestJSON-2112209283 tempest-ServersWithSpecificFlavorTestJSON-2112209283-project-member] Enqueued Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_members [ 905.963791] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_members [ 905.964272] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ba3962-84a7-41cc-a1d6-2221546a2db3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.964611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.964611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.964697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.964905] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.964984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.964984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.965132] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.965217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.965319] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.250727] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: SUCCESS [ 906.250905] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed deletion is rescheduled due to dependency. [ 906.251029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.289838] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.290182] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-988" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.290312] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-988" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.290651] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-988" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.290944] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.291131] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.291262] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.292349] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.292349] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.292349] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.292349] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.292349] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.292349] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.292349] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.292607] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.292607] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.317041] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.317261] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.317428] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.317644] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-988" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.318012] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-a11111b4-d286-4dac-a1fb-7e2dbcf45a5c taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.318210] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-a11111b4-d286-4dac-a1fb-7e2dbcf45a5c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.318331] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-a11111b4-d286-4dac-a1fb-7e2dbcf45a5c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.318657] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-a11111b4-d286-4dac-a1fb-7e2dbcf45a5c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.319050] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a11111b4-d286-4dac-a1fb-7e2dbcf45a5c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.379278] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.379478] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.379556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.379835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.379953] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.380090] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6809de0c-123e-43a0-b450-e34dec9ad945 is going to be created. [ 906.384894] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('834272ec-020b-48f1-97e1-41d8869e5562',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.405675] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.405854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.405947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.406202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.406396] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.416896] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6809de0c-123e-43a0-b450-e34dec9ad945 in Status: UNINITIALIZED for 2s [ 906.468979] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.468979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.468979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.468979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.508405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.508405] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.508844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.508844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.508844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.508844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.509022] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 is going to be updated. [ 906.537806] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.537952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.538020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.538234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.538376] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.547484] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 in Status: IN_PROGRESS for 2s [ 906.821455] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.821683] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.821805] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.822106] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.822259] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.822407] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port a11111b4-d286-4dac-a1fb-7e2dbcf45a5c not found, creating... [ 906.822977] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.822977] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.822977] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.823191] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.823355] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.823665] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.823821] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.823936] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.824158] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.824289] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.824457] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: a11111b4-d286-4dac-a1fb-7e2dbcf45a5c is going to be created. [ 906.846346] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.846613] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.846702] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.847126] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.847382] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.847621] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-a11111b4-d286-4dac-a1fb-7e2dbcf45a5c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.888475] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 834272ec-020b-48f1-97e1-41d8869e5562: rpc.has_security_group_logging(os_id): False [ 906.924995] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.925666] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.925872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.926674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.926674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.926674] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.926674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.926674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.927066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.927066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.927066] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 834272ec-020b-48f1-97e1-41d8869e5562 is going to be created. [ 907.021732] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.021951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.022043] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.022302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.022548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.046520] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 834272ec-020b-48f1-97e1-41d8869e5562 in Status: IN_PROGRESS for 2s [ 907.555375] env[65756]: INFO networking_nsxv3.common.synchronization [req-d42bd5cd-b25c-4c32-8ec8-df05b57b1780 req-73186636-43e9-43c0-8493-924f37263db6 service nova] Enqueued Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_rules [ 907.557608] env[65756]: INFO networking_nsxv3.common.synchronization [req-d42bd5cd-b25c-4c32-8ec8-df05b57b1780 req-73186636-43e9-43c0-8493-924f37263db6 service nova] Enqueued Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_members [ 907.557608] env[65756]: INFO networking_nsxv3.common.synchronization [req-d42bd5cd-b25c-4c32-8ec8-df05b57b1780 req-73186636-43e9-43c0-8493-924f37263db6 service nova] Enqueued Resource ID: a11111b4-d286-4dac-a1fb-7e2dbcf45a5c with Priority: HIGHEST for action port [ 907.557608] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_rules [ 907.557608] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_members [ 907.557608] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11111b4-d286-4dac-a1fb-7e2dbcf45a5c with Priority: HIGHEST for action port [ 907.557608] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ba3962-84a7-41cc-a1d6-2221546a2db3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.557608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.557608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.558260] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.558260] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.559331] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ba3962-84a7-41cc-a1d6-2221546a2db3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.559331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.559546] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-a11111b4-d286-4dac-a1fb-7e2dbcf45a5c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.560360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a11111b4-d286-4dac-a1fb-7e2dbcf45a5c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.560360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a11111b4-d286-4dac-a1fb-7e2dbcf45a5c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.560540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a11111b4-d286-4dac-a1fb-7e2dbcf45a5c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.560625] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a11111b4-d286-4dac-a1fb-7e2dbcf45a5c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.063088] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ba3962-84a7-41cc-a1d6-2221546a2db3 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.063451] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.065900] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a11111b4-d286-4dac-a1fb-7e2dbcf45a5c with status ACTIVE [ 908.066168] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.066320] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.066406] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.066643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.066773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.067088] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.067214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.067292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.067546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.067635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.067844] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.067955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.068049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.068218] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.068323] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.068418] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a11111b4-d286-4dac-a1fb-7e2dbcf45a5c is going to be updated. [ 908.101899] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.102078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.102119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.102874] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.102874] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.102874] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a11111b4-d286-4dac-a1fb-7e2dbcf45a5c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.427067] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6809de0c-123e-43a0-b450-e34dec9ad945 in Status: SUCCESS [ 908.427321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.427487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.427696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.427886] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.428017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.428081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.428734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.428734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.428734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.428734] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6809de0c-123e-43a0-b450-e34dec9ad945',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.557427] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 in Status: SUCCESS [ 908.557760] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 deletion is rescheduled due to dependency. [ 908.557760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.559302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.559302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.559302] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.559302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.559302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.559302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.559302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.559302] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.930971] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6809de0c-123e-43a0-b450-e34dec9ad945 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.931161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.931308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.931448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.931634] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.931730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.931801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.931957] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.932057] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.932144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.932286] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6809de0c-123e-43a0-b450-e34dec9ad945 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.932377] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.932439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.932578] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.932717] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.932820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.932875] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.933096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.933218] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.933385] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.933480] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6809de0c-123e-43a0-b450-e34dec9ad945',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.058963] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 834272ec-020b-48f1-97e1-41d8869e5562 in Status: SUCCESS [ 909.059223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.061663] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.436151] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6809de0c-123e-43a0-b450-e34dec9ad945: rpc.has_security_group_logging(os_id): False [ 909.458651] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.458969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.458969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.459373] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.459538] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.459881] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.460108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.460237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.460530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.460700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.461040] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.461372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.461372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.461620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.461769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.462153] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.462326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.462441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.462692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.463468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.463468] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6809de0c-123e-43a0-b450-e34dec9ad945 is going to be created. [ 909.530552] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.530734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.531395] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.531395] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.531395] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.541943] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6809de0c-123e-43a0-b450-e34dec9ad945 in Status: IN_PROGRESS for 2s [ 909.565508] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.068316] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.068483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.068678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.068967] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.069126] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.069243] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 is going to be updated. [ 910.098320] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.098593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.098675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.098887] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.099045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.109423] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 in Status: IN_PROGRESS for 2s [ 910.926954] env[65756]: INFO networking_nsxv3.common.synchronization [req-f25ce0cb-e8e2-4a5a-bb26-8c83b1858b67 req-443c837d-3bc5-43e5-ba2a-885481cfee4c tempest-MigrationsAdminTest-536750927 tempest-MigrationsAdminTest-536750927-project-member] Enqueued Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_members [ 910.927593] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_members [ 910.927911] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.928314] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.928437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.928653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.928828] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.928935] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.928998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.929272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.929366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.929461] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.311596] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.311845] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.312083] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.312434] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.312837] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.313086] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.313285] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.313809] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.313936] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.314260] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.314462] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.314609] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.314959] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.315121] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.315297] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.315519] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.337820] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.338071] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.338278] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.338531] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.339038] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.339324] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.339567] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.340176] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.340320] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.431954] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.557129] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6809de0c-123e-43a0-b450-e34dec9ad945 in Status: SUCCESS [ 911.557364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.843984] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.843984] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.844206] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.845055] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.845055] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.845055] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac not found, creating... [ 911.845232] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.845346] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.845469] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.845741] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.845881] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.846198] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.846359] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.846473] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.846685] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.846841] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.846998] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac is going to be created. [ 911.871622] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.871872] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.872603] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.872981] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.873334] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.874047] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.936682] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.122552] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 in Status: SUCCESS [ 912.122921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.123165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.123545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.123788] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.123951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.124052] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.124234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.125746] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.125746] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.125746] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.346026] env[65756]: INFO networking_nsxv3.common.synchronization [req-1b9a9b0e-670c-4d46-ac1a-55f79ba470fd req-3d407cc0-9742-454b-aa09-06d98ae60734 tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGHEST for action security_group_members [ 912.346026] env[65756]: INFO networking_nsxv3.common.synchronization [req-1b9a9b0e-670c-4d46-ac1a-55f79ba470fd req-3d407cc0-9742-454b-aa09-06d98ae60734 tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 with Priority: HIGHEST for action security_group_members [ 912.346292] env[65756]: INFO networking_nsxv3.common.synchronization [req-1b9a9b0e-670c-4d46-ac1a-55f79ba470fd req-3d407cc0-9742-454b-aa09-06d98ae60734 tempest-SecurityGroupsTestJSON-246721266 tempest-SecurityGroupsTestJSON-246721266-project-member] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 912.347337] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGHEST for action security_group_members [ 912.347337] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 with Priority: HIGHEST for action security_group_members [ 912.347337] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGHEST for action security_group_members [ 912.347588] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-15bf4e43-6342-4037-881f-c9f8b1cf05f0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.347760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.347760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.348062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.348194] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.348286] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.348376] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.348580] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.348687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.348785] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.349736] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b254ef8-bfc3-4eee-8333-6af45e3d7065 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.349886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.349956] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.350127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.350291] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.350387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.350448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.350622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.350709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.350800] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b254ef8-bfc3-4eee-8333-6af45e3d7065',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.351991] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.352109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.352182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.352519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.352694] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.352769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.352852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.353031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.353062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.353145] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.439747] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.440317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.440317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.440317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.440475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.440508] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca is going to be updated. [ 912.513907] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.514103] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.514149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.514346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.514542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.529354] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca in Status: IN_PROGRESS for 2s [ 912.633145] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.705686] env[65756]: INFO networking_nsxv3.common.synchronization [req-f25ce0cb-e8e2-4a5a-bb26-8c83b1858b67 req-ea3b6c5b-62a0-4b80-8fc1-35b54f7d0c82 service nova] Enqueued Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_rules [ 912.705686] env[65756]: INFO networking_nsxv3.common.synchronization [req-f25ce0cb-e8e2-4a5a-bb26-8c83b1858b67 req-ea3b6c5b-62a0-4b80-8fc1-35b54f7d0c82 service nova] Enqueued Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_members [ 912.705686] env[65756]: INFO networking_nsxv3.common.synchronization [req-f25ce0cb-e8e2-4a5a-bb26-8c83b1858b67 req-ea3b6c5b-62a0-4b80-8fc1-35b54f7d0c82 service nova] Enqueued Resource ID: 0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac with Priority: HIGHEST for action port [ 912.706166] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_rules [ 912.706295] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_members [ 912.706395] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac with Priority: HIGHEST for action port [ 912.706670] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.706791] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.706849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.707219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.707219] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.708087] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.708189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.708441] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.708521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.708521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.708837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.708837] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.857447] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.857447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.857447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.857447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.857447] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.857447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.857447] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.857931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.877969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.877969] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.877969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.877969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.878416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.878416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.878499] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 is going to be updated. [ 912.879988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.880271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.898935] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.899513] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.899513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.899513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.899668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.899695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.899786] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 is going to be updated. [ 912.900968] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.901304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.901412] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.901655] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.901769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.901852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.902087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.902200] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.902310] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be updated. [ 912.910488] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.910661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.910661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.910943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.911201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.919925] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 in Status: IN_PROGRESS for 2s [ 912.935669] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.935790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.935875] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.936192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.936398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.941153] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.941153] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.941153] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.941153] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.941153] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.953045] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: IN_PROGRESS for 2s [ 912.953914] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: IN_PROGRESS for 2s [ 913.137418] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31ba3962-84a7-41cc-a1d6-2221546a2db3: rpc.has_security_group_logging(os_id): False [ 913.157038] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.157221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.157271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.157466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.157760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.157827] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.157887] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.157965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.158915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.158915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.158915] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 is going to be updated. [ 913.210311] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.210494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.210615] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac with status ACTIVE [ 913.210837] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.210980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.210980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.211252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.211375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.211556] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.211655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.211779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.211952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.212058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.213387] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.213387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.213387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.213387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.213387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.213387] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac is going to be updated. [ 913.227687] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.227687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.227687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.227687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.227687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.242334] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 in Status: IN_PROGRESS for 2s [ 913.243468] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.243666] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.243726] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.244090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.244184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.244392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fd2dbe7-4adc-4bdd-aa24-3b8638c4e0ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.539746] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca in Status: SUCCESS [ 914.540025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.541032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.541032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.541204] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.541346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.541434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.541608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.541720] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.541960] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.728346] env[65756]: INFO networking_nsxv3.common.synchronization [req-d87388e1-a9d3-4da4-a409-4b52e120d2f1 req-42a6dff8-acb9-406b-8e3a-35a8c41a64d6 tempest-ImagesTestJSON-1752206587 tempest-ImagesTestJSON-1752206587-project-member] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 914.729629] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 914.729898] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.730157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.730277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.730527] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.730692] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.730794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.730857] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.731061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.731170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.731374] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.931671] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 in Status: SUCCESS [ 914.932066] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 deletion is rescheduled due to dependency. [ 914.932066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.965046] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 in Status: SUCCESS [ 914.965216] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 deletion is rescheduled due to dependency. [ 914.965386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.966286] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 in Status: SUCCESS [ 914.966578] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 deletion is rescheduled due to dependency. [ 914.966649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.044759] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.139234] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.139440] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.139558] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.139835] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.140157] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.140382] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.140519] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.140742] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.140888] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.141322] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.141465] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.141601] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.141721] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.141834] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.141937] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.142081] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.161199] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.165023] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.165023] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.165023] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.165023] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-a8fa474b-722b-4def-9caa-616a8d128f51 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.165023] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-a8fa474b-722b-4def-9caa-616a8d128f51" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.165023] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-a8fa474b-722b-4def-9caa-616a8d128f51" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.165023] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-a8fa474b-722b-4def-9caa-616a8d128f51" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.165023] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8fa474b-722b-4def-9caa-616a8d128f51',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.238025] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.257858] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 in Status: SUCCESS [ 915.257858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.546955] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.667442] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.667677] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.667803] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.668113] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.668261] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.668420] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port a8fa474b-722b-4def-9caa-616a8d128f51 not found, creating... [ 915.668681] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.668827] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.668941] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.669167] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.669302] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.669646] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.669817] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.669933] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.670152] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.670281] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.670419] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: a8fa474b-722b-4def-9caa-616a8d128f51 is going to be created. [ 915.691579] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.691787] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.691906] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.692386] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.692658] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.692903] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-a8fa474b-722b-4def-9caa-616a8d128f51" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.737607] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.049776] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.049982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.049982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.050238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.050331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.050428] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca is going to be updated. [ 916.080596] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.080784] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.080870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.081144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.081271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.090915] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca in Status: IN_PROGRESS for 2s [ 916.240349] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.240586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.241062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.241062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.241062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.241294] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be updated. [ 916.284335] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.284485] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.284557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.284768] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.284904] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.296280] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 916.468691] env[65756]: INFO networking_nsxv3.common.synchronization [req-d87388e1-a9d3-4da4-a409-4b52e120d2f1 req-545098ba-e7d5-4a08-a278-72c1d4cd142a service nova] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_rules [ 916.468772] env[65756]: INFO networking_nsxv3.common.synchronization [req-d87388e1-a9d3-4da4-a409-4b52e120d2f1 req-545098ba-e7d5-4a08-a278-72c1d4cd142a service nova] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 916.468821] env[65756]: INFO networking_nsxv3.common.synchronization [req-d87388e1-a9d3-4da4-a409-4b52e120d2f1 req-545098ba-e7d5-4a08-a278-72c1d4cd142a service nova] Enqueued Resource ID: a8fa474b-722b-4def-9caa-616a8d128f51 with Priority: HIGHEST for action port [ 916.469074] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_rules [ 916.469204] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 916.469350] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fa474b-722b-4def-9caa-616a8d128f51 with Priority: HIGHEST for action port [ 916.469842] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.469968] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.471012] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.471251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.471360] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.472428] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.472428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.472588] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8fa474b-722b-4def-9caa-616a8d128f51 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.472672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8fa474b-722b-4def-9caa-616a8d128f51" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.472731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8fa474b-722b-4def-9caa-616a8d128f51" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.472915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8fa474b-722b-4def-9caa-616a8d128f51" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.472992] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8fa474b-722b-4def-9caa-616a8d128f51',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.975873] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.976803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.976803] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8fa474b-722b-4def-9caa-616a8d128f51 with status ACTIVE [ 916.976986] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.977152] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.977207] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.977488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.977608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.977790] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.977896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.978015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.978155] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.978251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.978455] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.978550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.978657] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.978786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.978861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.980036] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8fa474b-722b-4def-9caa-616a8d128f51 is going to be updated. [ 917.011064] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.011064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.011308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.012193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.012431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.012694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8fa474b-722b-4def-9caa-616a8d128f51" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.244613] env[65756]: INFO networking_nsxv3.common.synchronization [req-157f02a5-cd4a-46e7-8cd2-c5d7e83cfa66 req-afc4b5c3-6d21-4ce4-82a7-e453cc10dc35 tempest-ImagesNegativeTestJSON-822203886 tempest-ImagesNegativeTestJSON-822203886-project-member] Enqueued Resource ID: 6809de0c-123e-43a0-b450-e34dec9ad945 with Priority: HIGHEST for action security_group_members [ 917.244613] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6809de0c-123e-43a0-b450-e34dec9ad945 with Priority: HIGHEST for action security_group_members [ 917.244613] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6809de0c-123e-43a0-b450-e34dec9ad945 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.244613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.244613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.244613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.244613] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.244613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.244613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.244613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.244613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.244613] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6809de0c-123e-43a0-b450-e34dec9ad945',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.746265] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.746757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.746757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.746757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.746881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.747091] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.747202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.747315] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.747519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.747609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.747699] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6809de0c-123e-43a0-b450-e34dec9ad945 is going to be updated. [ 917.777862] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.778025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.778068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.778289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.778440] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.788530] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6809de0c-123e-43a0-b450-e34dec9ad945 in Status: IN_PROGRESS for 2s [ 918.101845] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca in Status: SUCCESS [ 918.102249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.102249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.102470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.102663] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.102785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.102852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.103022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.103110] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.103197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.103291] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.308858] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 918.309428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.309428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.309549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.309752] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.309852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.309976] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.310256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.310343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.310407] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.605354] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.606366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.606756] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.606840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.607048] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.607134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.607201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.607407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.607441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.607589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.607764] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.607908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.607943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.608110] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.608254] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.608348] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.608409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.608624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.608881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.608930] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.609067] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.813279] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.112084] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ab16458-6304-4c6c-a1fb-280d91f211ca: rpc.has_security_group_logging(os_id): False [ 919.131129] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.131283] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.131348] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.131574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.155117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.155401] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.155524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.155583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.155813] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.155930] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.156135] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.156238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.156301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.156458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.156734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.156734] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.156915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.156915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.157608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.157608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.157608] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca is going to be updated. [ 919.220603] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.222680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.222680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.222680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.222680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.239385] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca in Status: IN_PROGRESS for 2s [ 919.317395] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.805409] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6809de0c-123e-43a0-b450-e34dec9ad945 in Status: SUCCESS [ 919.805648] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6809de0c-123e-43a0-b450-e34dec9ad945 deletion is rescheduled due to dependency. [ 919.805823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.818550] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.818754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.818795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.819021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.819112] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.819217] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be updated. [ 919.849654] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.849922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.849922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.850133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.850283] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.863693] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 921.252867] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca in Status: SUCCESS [ 921.253142] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.875402] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 921.875539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.875621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.875840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.876067] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.876202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.876268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.877063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.877063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.877063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.877063] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.246021] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 922.246021] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 922.389169] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.389169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.389169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.389169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.389169] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.389169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.389169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.389169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.389169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.389169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.389169] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.389169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.389169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.389169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.389169] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.389169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.396176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.396176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.396176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.396176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.396176] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.550594] env[65756]: INFO networking_nsxv3.common.synchronization [req-0201f608-dcfd-44f1-9f45-04d9f872ef46 req-d880e7d6-92b0-49b0-8fd8-7bfe34c6cf32 tempest-ListServerFiltersTestJSON-1834208010 tempest-ListServerFiltersTestJSON-1834208010-project-member] Enqueued Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 922.550594] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 922.550594] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.550594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.550594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.550594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.550964] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.550964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.550964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.551554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.551554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.551554] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.891199] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dab46417-eb12-4230-a290-34abd48aae30: rpc.has_security_group_logging(os_id): False [ 922.912169] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.912169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.912169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.912169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.933224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.933585] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.933710] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.933774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.934075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.934173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.934382] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.935864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.935939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.936263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.936342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.936782] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.936782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.936782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.936902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.938016] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.938016] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be updated. [ 923.020691] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.020691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.020691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.020691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.020691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.039126] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 923.054504] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.558228] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.061504] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.061785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.061865] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.062229] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.062334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.062452] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 is going to be updated. [ 924.095927] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.096107] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.096184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.096494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.096659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.109253] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: IN_PROGRESS for 2s [ 925.060151] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 925.060462] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.120704] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: SUCCESS [ 926.121035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.287171] env[65756]: INFO networking_nsxv3.common.synchronization [None req-5f121d25-c5ca-4055-99e4-2de64795cca5 None None] Enqueued Resource ID: 019c6000-da10-4161-9b8d-9ce0b300b14b with Priority: HIGHEST for action port [ 926.287527] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 019c6000-da10-4161-9b8d-9ce0b300b14b with Priority: HIGHEST for action port [ 926.287791] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-019c6000-da10-4161-9b8d-9ce0b300b14b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.287924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-019c6000-da10-4161-9b8d-9ce0b300b14b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.287983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-019c6000-da10-4161-9b8d-9ce0b300b14b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.288296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-019c6000-da10-4161-9b8d-9ce0b300b14b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.288467] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('019c6000-da10-4161-9b8d-9ce0b300b14b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.793151] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 019c6000-da10-4161-9b8d-9ce0b300b14b [ 926.793397] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.793550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.793627] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.793847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.793938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.794043] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:019c6000-da10-4161-9b8d-9ce0b300b14b already deleted. [ 926.794128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-019c6000-da10-4161-9b8d-9ce0b300b14b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.923565] env[65756]: INFO networking_nsxv3.common.synchronization [req-74e1c641-8a16-498c-b02e-225626c667d4 req-38986d79-8ffd-4cc6-8569-7491ee950b26 tempest-ServersAdminTestJSON-1157423225 tempest-ServersAdminTestJSON-1157423225-project-member] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 926.924223] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 926.924834] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.925010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.925065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.925298] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.925467] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.925562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.925629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.925781] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.925876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.925968] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.994424] env[65756]: INFO networking_nsxv3.common.synchronization [None req-527b120e-3147-49d2-99d8-4b9e2a7355af tempest-ServersTestJSON-519472325 tempest-ServersTestJSON-519472325-project-member] Enqueued Resource ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 with Priority: HIGHEST for action security_group_rules [ 926.995095] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 with Priority: HIGHEST for action security_group_rules [ 926.995419] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.995638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.995638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.995884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.995962] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.136960] env[65756]: INFO networking_nsxv3.common.synchronization [None req-63ed081d-d731-44cd-b094-3307915bbeec tempest-ServersTestJSON-519472325 tempest-ServersTestJSON-519472325-project-member] Enqueued Resource ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 with Priority: HIGHEST for action security_group_rules [ 927.137614] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 with Priority: HIGHEST for action security_group_rules [ 927.137948] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.139991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.429877] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.522277] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.522419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.522460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.523698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.523850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.523959] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 already deleted. [ 927.524059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.525498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.525498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.525498] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.934316] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.175255] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.175590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.175590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.175694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.175776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.175876] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 already deleted. [ 928.175959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.441869] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.441869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.441869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.441869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.441869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.441869] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be updated. [ 928.492390] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.492544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.492622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.492861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.493040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.505832] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: IN_PROGRESS for 2s [ 928.734798] env[65756]: INFO networking_nsxv3.common.synchronization [None req-7356788b-4775-46eb-ac4e-5e9c5060085b None None] Enqueued Resource ID: 5311a5f4-72d8-4c9d-850c-bde22c8d24e6 with Priority: HIGHEST for action port [ 928.735342] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5311a5f4-72d8-4c9d-850c-bde22c8d24e6 with Priority: HIGHEST for action port [ 928.735651] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-5311a5f4-72d8-4c9d-850c-bde22c8d24e6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.735767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5311a5f4-72d8-4c9d-850c-bde22c8d24e6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.735911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5311a5f4-72d8-4c9d-850c-bde22c8d24e6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.737067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5311a5f4-72d8-4c9d-850c-bde22c8d24e6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.737067] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5311a5f4-72d8-4c9d-850c-bde22c8d24e6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.239040] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5311a5f4-72d8-4c9d-850c-bde22c8d24e6 [ 929.239040] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.239040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.239040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.239531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.239531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.239531] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5311a5f4-72d8-4c9d-850c-bde22c8d24e6 already deleted. [ 929.239531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5311a5f4-72d8-4c9d-850c-bde22c8d24e6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.881715] env[65756]: INFO networking_nsxv3.common.synchronization [req-b126e7cd-94b2-4fc5-87b8-2ffb155eddd9 req-e8af749b-11ad-4676-9e11-c17625c63e5e tempest-DeleteServersTestJSON-1529222805 tempest-DeleteServersTestJSON-1529222805-project-member] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 929.881715] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 929.881842] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.882430] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.882530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.882730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.882884] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.882986] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.883065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.883591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.883591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.883591] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.342050] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.342050] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.342050] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.342457] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.342607] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.342780] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.342908] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.343161] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.343308] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.343513] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.343682] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.343851] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.343960] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.344108] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.344261] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.344406] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.364795] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.364993] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.365178] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.365374] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.365746] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-16267a29-1e12-4356-b2ee-2f82b3c86916 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.365942] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-16267a29-1e12-4356-b2ee-2f82b3c86916" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.366100] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-16267a29-1e12-4356-b2ee-2f82b3c86916" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.366480] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-16267a29-1e12-4356-b2ee-2f82b3c86916" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.366614] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16267a29-1e12-4356-b2ee-2f82b3c86916',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.385371] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.385716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.385716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.385863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.385863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.386037] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.386132] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.386185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.386349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.386428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.386706] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 930.415081] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.415292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.415292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.415509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.415650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.428998] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 930.518089] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 930.518253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.869282] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.869499] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.869613] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.870405] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.870405] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.870405] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 16267a29-1e12-4356-b2ee-2f82b3c86916 not found, creating... [ 930.870536] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.871363] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.871363] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.871363] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.871363] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.871505] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.871566] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.871820] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.872330] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.872330] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.872330] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 16267a29-1e12-4356-b2ee-2f82b3c86916 is going to be created. [ 930.891277] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.891692] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.891829] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.892118] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.892396] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.892877] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-16267a29-1e12-4356-b2ee-2f82b3c86916" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.603273] env[65756]: INFO networking_nsxv3.common.synchronization [req-b126e7cd-94b2-4fc5-87b8-2ffb155eddd9 req-5abed642-965f-4ef2-bdee-c4162bdd3200 service nova] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_rules [ 931.603273] env[65756]: INFO networking_nsxv3.common.synchronization [req-b126e7cd-94b2-4fc5-87b8-2ffb155eddd9 req-5abed642-965f-4ef2-bdee-c4162bdd3200 service nova] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 931.603273] env[65756]: INFO networking_nsxv3.common.synchronization [req-b126e7cd-94b2-4fc5-87b8-2ffb155eddd9 req-5abed642-965f-4ef2-bdee-c4162bdd3200 service nova] Enqueued Resource ID: 16267a29-1e12-4356-b2ee-2f82b3c86916 with Priority: HIGHEST for action port [ 931.603273] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_rules [ 931.603273] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 931.603273] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16267a29-1e12-4356-b2ee-2f82b3c86916 with Priority: HIGHEST for action port [ 931.603273] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.603273] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.603983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.603983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.604047] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.606220] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.606220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.606220] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-16267a29-1e12-4356-b2ee-2f82b3c86916 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.606220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16267a29-1e12-4356-b2ee-2f82b3c86916" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.606220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16267a29-1e12-4356-b2ee-2f82b3c86916" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.606220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16267a29-1e12-4356-b2ee-2f82b3c86916" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.606220] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16267a29-1e12-4356-b2ee-2f82b3c86916',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.113235] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.113394] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.113648] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16267a29-1e12-4356-b2ee-2f82b3c86916 with status ACTIVE [ 932.113832] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.113942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.114019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.114238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.114328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.114523] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.114626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.114686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.114867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.114950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.115144] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.115304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.115304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.115466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.115510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.115601] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16267a29-1e12-4356-b2ee-2f82b3c86916 is going to be updated. [ 932.149559] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.149559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.149761] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.149847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.149968] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.150284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16267a29-1e12-4356-b2ee-2f82b3c86916" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.442306] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 932.442306] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 deletion is rescheduled due to dependency. [ 932.442719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.444795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.444795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.444795] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.444795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.444795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.444795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.444795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.444795] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.947135] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.450076] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.952549] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.952890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.953064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.953297] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.953539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.953665] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 934.006749] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.009075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.009075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.009075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.009075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.021735] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 934.573191] env[65756]: INFO networking_nsxv3.common.synchronization [None req-a1c06032-192f-4b13-942f-1a34df61ae22 tempest-ServerDiskConfigTestJSON-206607912 tempest-ServerDiskConfigTestJSON-206607912-project-member] Enqueued Resource ID: c3f35b96-88ac-4575-ad2e-c1f8d3749f2b with Priority: HIGHEST for action security_group_rules [ 934.573993] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f35b96-88ac-4575-ad2e-c1f8d3749f2b with Priority: HIGHEST for action security_group_rules [ 934.574536] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3f35b96-88ac-4575-ad2e-c1f8d3749f2b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.574659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3f35b96-88ac-4575-ad2e-c1f8d3749f2b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.574788] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3f35b96-88ac-4575-ad2e-c1f8d3749f2b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.575264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3f35b96-88ac-4575-ad2e-c1f8d3749f2b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.575347] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3f35b96-88ac-4575-ad2e-c1f8d3749f2b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.701079] env[65756]: INFO networking_nsxv3.common.synchronization [None req-67bb8d82-64ef-46b1-a812-6d6d4f64dc7d tempest-ServerDiskConfigTestJSON-206607912 tempest-ServerDiskConfigTestJSON-206607912-project-member] Enqueued Resource ID: c3f35b96-88ac-4575-ad2e-c1f8d3749f2b with Priority: HIGHEST for action security_group_rules [ 934.701079] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f35b96-88ac-4575-ad2e-c1f8d3749f2b with Priority: HIGHEST for action security_group_rules [ 934.701589] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3f35b96-88ac-4575-ad2e-c1f8d3749f2b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.701995] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3f35b96-88ac-4575-ad2e-c1f8d3749f2b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.100040] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.100040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.100040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.100040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.100040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.100040] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3f35b96-88ac-4575-ad2e-c1f8d3749f2b already deleted. [ 935.100040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3f35b96-88ac-4575-ad2e-c1f8d3749f2b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.100040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3f35b96-88ac-4575-ad2e-c1f8d3749f2b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.100040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3f35b96-88ac-4575-ad2e-c1f8d3749f2b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.100040] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3f35b96-88ac-4575-ad2e-c1f8d3749f2b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.308237] env[65756]: INFO networking_nsxv3.common.synchronization [None req-98f29b6b-7a5b-47e7-ac0f-a9d34a88753e None None] Enqueued Resource ID: d4ab6ef3-a8c2-479c-ac1e-2a864ba71078 with Priority: HIGHEST for action port [ 935.308237] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ab6ef3-a8c2-479c-ac1e-2a864ba71078 with Priority: HIGHEST for action port [ 935.308441] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4ab6ef3-a8c2-479c-ac1e-2a864ba71078 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.308603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4ab6ef3-a8c2-479c-ac1e-2a864ba71078" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.308670] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4ab6ef3-a8c2-479c-ac1e-2a864ba71078" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.309676] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4ab6ef3-a8c2-479c-ac1e-2a864ba71078" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.309676] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4ab6ef3-a8c2-479c-ac1e-2a864ba71078',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.625030] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.625030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.625030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.625030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.625030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.625030] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3f35b96-88ac-4575-ad2e-c1f8d3749f2b already deleted. [ 935.625030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3f35b96-88ac-4575-ad2e-c1f8d3749f2b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.671177] env[65756]: INFO networking_nsxv3.common.synchronization [req-578a791c-da65-48b4-9474-3bcb7256ad8e req-7347fefb-a209-4b25-8eab-79efab7775c3 tempest-ServerActionsV293TestJSON-2145446585 tempest-ServerActionsV293TestJSON-2145446585-project-member] Enqueued Resource ID: f4b4eed3-07b2-42ff-8191-608ad7757022 with Priority: HIGHEST for action security_group_members [ 935.671802] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b4eed3-07b2-42ff-8191-608ad7757022 with Priority: HIGHEST for action security_group_members [ 935.673146] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b4eed3-07b2-42ff-8191-608ad7757022 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.673146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.673146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.673146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.673146] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.673146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.673146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.674198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.674384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.674384] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b4eed3-07b2-42ff-8191-608ad7757022',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.814030] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4ab6ef3-a8c2-479c-ac1e-2a864ba71078 [ 935.814030] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.814030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.814030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.814285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.814361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.814461] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4ab6ef3-a8c2-479c-ac1e-2a864ba71078 already deleted. [ 935.814499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4ab6ef3-a8c2-479c-ac1e-2a864ba71078" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.037031] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 936.037031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.037031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.037031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.037485] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.038166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.038166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.038166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.038166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.038541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.038616] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.179468] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.179802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.179802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.180095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.194062] env[65756]: INFO networking_nsxv3.common.synchronization [req-5359db32-f155-406f-80b9-f011106f62fe req-e99674b2-07f5-4c7b-8cbf-426fb147c841 tempest-ImagesOneServerNegativeTestJSON-852611871 tempest-ImagesOneServerNegativeTestJSON-852611871-project-member] Enqueued Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 936.195365] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 936.195559] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.196567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.196567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.196567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.196567] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.196973] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.196973] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.197038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.197196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.197311] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.206229] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.206493] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.206670] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.206670] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.206895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.206990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.207132] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b4eed3-07b2-42ff-8191-608ad7757022 is going to be updated. [ 936.246569] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.246767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.246808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.248136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.248136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.262942] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b4eed3-07b2-42ff-8191-608ad7757022 in Status: IN_PROGRESS for 2s [ 936.543300] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.543438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.543498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.543714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.543871] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.543972] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.544046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.544198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.544305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.544403] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.544551] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.545392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.545451] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.545604] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.545755] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.545873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.545931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.546086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.546165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.546246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.546355] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.625024] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.625024] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-869" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.625024] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-869" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.625365] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-869" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.625732] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.626066] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.626307] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.626668] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.627692] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.627692] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.627692] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.627692] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.627692] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.627692] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.627951] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.627951] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.648210] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.648399] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.648506] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.648681] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-869" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.649040] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-5f53084b-29a2-4ba0-b775-17ca11b1fec9 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.649238] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-5f53084b-29a2-4ba0-b775-17ca11b1fec9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.649358] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-5f53084b-29a2-4ba0-b775-17ca11b1fec9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.649674] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-5f53084b-29a2-4ba0-b775-17ca11b1fec9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.649809] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f53084b-29a2-4ba0-b775-17ca11b1fec9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.701175] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.701175] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.701175] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.701175] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.701175] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.701175] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.701175] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.701175] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.701175] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.701175] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.701175] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 already deleted. [ 936.701175] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.827829] env[65756]: INFO networking_nsxv3.common.synchronization [req-16c3de8b-03a7-4916-859c-77f5ea2cb239 req-6b9dcee5-566f-4b56-a04b-6315df2042dd tempest-ImagesTestJSON-1752206587 tempest-ImagesTestJSON-1752206587-project-member] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 936.828795] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 936.828967] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.829103] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.829187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.829370] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.829517] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.829619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.829671] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.829815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.829899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.829992] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.050052] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17d65494-586f-4657-a8b1-01c4aff93a23: rpc.has_security_group_logging(os_id): False [ 937.076189] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.076365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.076409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.078021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.078021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.078021] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.078021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.078021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.078021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.078021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.078021] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.078021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.078021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.078021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.078448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.078714] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.078867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.078867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.079018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.079092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.079171] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 937.153413] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.153413] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.153413] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.153413] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.153413] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.153413] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 5f53084b-29a2-4ba0-b775-17ca11b1fec9 not found, creating... [ 937.153413] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.153413] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.153413] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.153935] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.153935] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.154034] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.154401] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.154401] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.154552] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.154645] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.154864] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 5f53084b-29a2-4ba0-b775-17ca11b1fec9 is going to be created. [ 937.164042] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.164344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.164344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.164594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.164630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.177445] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.177856] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.178067] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.178500] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.178794] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.178874] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-5f53084b-29a2-4ba0-b775-17ca11b1fec9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.182679] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 937.333433] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.376725] env[65756]: INFO networking_nsxv3.common.synchronization [None req-d121627c-8d63-43ab-ab9c-dfaf27b338c0 None None] Enqueued Resource ID: 9d67005f-0f9e-41e0-bf8e-b487db8d04c1 with Priority: HIGHEST for action port [ 937.377674] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d67005f-0f9e-41e0-bf8e-b487db8d04c1 with Priority: HIGHEST for action port [ 937.377987] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d67005f-0f9e-41e0-bf8e-b487db8d04c1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.379186] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d67005f-0f9e-41e0-bf8e-b487db8d04c1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.379186] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d67005f-0f9e-41e0-bf8e-b487db8d04c1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.381996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d67005f-0f9e-41e0-bf8e-b487db8d04c1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.381996] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d67005f-0f9e-41e0-bf8e-b487db8d04c1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.835640] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.888029] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d67005f-0f9e-41e0-bf8e-b487db8d04c1 [ 937.888029] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.888029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.888029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.888253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.888253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.888373] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d67005f-0f9e-41e0-bf8e-b487db8d04c1 already deleted. [ 937.889025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d67005f-0f9e-41e0-bf8e-b487db8d04c1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.964563] env[65756]: INFO networking_nsxv3.common.synchronization [req-5359db32-f155-406f-80b9-f011106f62fe req-97e870c4-f98c-4b9f-a159-f9457347f001 service nova] Enqueued Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_rules [ 937.964925] env[65756]: INFO networking_nsxv3.common.synchronization [req-5359db32-f155-406f-80b9-f011106f62fe req-97e870c4-f98c-4b9f-a159-f9457347f001 service nova] Enqueued Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 937.964925] env[65756]: INFO networking_nsxv3.common.synchronization [req-5359db32-f155-406f-80b9-f011106f62fe req-97e870c4-f98c-4b9f-a159-f9457347f001 service nova] Enqueued Resource ID: 5f53084b-29a2-4ba0-b775-17ca11b1fec9 with Priority: HIGHEST for action port [ 937.969050] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_rules [ 937.969050] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 937.969050] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53084b-29a2-4ba0-b775-17ca11b1fec9 with Priority: HIGHEST for action port [ 937.969912] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.970132] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.970240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.970659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.970749] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.973142] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.973142] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.973142] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.973142] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.973142] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.973441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.973441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.973501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.973593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.973698] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.975239] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f53084b-29a2-4ba0-b775-17ca11b1fec9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.975460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f53084b-29a2-4ba0-b775-17ca11b1fec9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.975460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f53084b-29a2-4ba0-b775-17ca11b1fec9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.975568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f53084b-29a2-4ba0-b775-17ca11b1fec9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.978022] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f53084b-29a2-4ba0-b775-17ca11b1fec9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.272291] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b4eed3-07b2-42ff-8191-608ad7757022 in Status: SUCCESS [ 938.272659] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b4eed3-07b2-42ff-8191-608ad7757022 deletion is rescheduled due to dependency. [ 938.272659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.339450] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.339612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.339660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.340044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.340168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.340279] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be updated. [ 938.376711] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.376843] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.376919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.377158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.377306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.388147] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 938.393550] env[65756]: INFO networking_nsxv3.common.synchronization [req-2553ac17-f1c6-4f86-bb59-c7653ea3e40d req-680ca6dd-82ad-4228-9b69-9146758deab8 tempest-ServerRescueTestJSON-1876737635 tempest-ServerRescueTestJSON-1876737635-project-member] Enqueued Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_members [ 938.393686] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_members [ 938.394018] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.395708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.395833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.396102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.396541] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.396541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.396541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.396802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.396893] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.397016] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.475817] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.482197] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.482197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.482197] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f53084b-29a2-4ba0-b775-17ca11b1fec9 with status ACTIVE [ 938.482197] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.482197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.482197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.482197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.482197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.482197] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.482197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.482197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.482197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.482197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.482197] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.483400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.483400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.483400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.483400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.483400] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f53084b-29a2-4ba0-b775-17ca11b1fec9 is going to be updated. [ 938.502891] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.503016] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.503090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.503309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.503445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.503684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f53084b-29a2-4ba0-b775-17ca11b1fec9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.899107] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.983154] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.020481] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.020915] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-844" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.020915] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-844" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.021250] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-844" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.021941] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.021941] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.021941] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.022344] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.022344] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.022557] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.022670] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.022815] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.023044] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.024081] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.024081] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.024081] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.048476] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.048476] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.049189] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.049502] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-844" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.050297] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-515852cb-10ce-4b29-8a72-e19eab94350a taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.050546] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-515852cb-10ce-4b29-8a72-e19eab94350a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.050765] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-515852cb-10ce-4b29-8a72-e19eab94350a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.051214] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-515852cb-10ce-4b29-8a72-e19eab94350a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.051597] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('515852cb-10ce-4b29-8a72-e19eab94350a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.199602] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 939.199602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.401978] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.486329] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.486329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.486329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.486329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.486329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.486329] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 is going to be created. [ 939.510643] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.510829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.510883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.511133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.511301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.523148] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: UNINITIALIZED for 2s [ 939.559502] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.559502] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.559502] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.559502] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.559502] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.559502] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 515852cb-10ce-4b29-8a72-e19eab94350a not found, creating... [ 939.559814] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.559903] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.560042] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.560384] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.560565] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.561237] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.561531] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.561760] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.562151] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.562457] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.562733] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 515852cb-10ce-4b29-8a72-e19eab94350a is going to be created. [ 939.586657] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.586876] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.587009] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.587306] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.587531] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.587750] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-515852cb-10ce-4b29-8a72-e19eab94350a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.904561] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.904735] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.904856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.905056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.905214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.905257] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 is going to be updated. [ 939.943217] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.943217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.943217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.943217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.943217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.955345] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 in Status: IN_PROGRESS for 2s [ 940.362564] env[65756]: INFO networking_nsxv3.common.synchronization [req-2553ac17-f1c6-4f86-bb59-c7653ea3e40d req-af2846cc-7857-4e37-b3a6-e38c530fedb7 service nova] Enqueued Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_rules [ 940.362564] env[65756]: INFO networking_nsxv3.common.synchronization [req-2553ac17-f1c6-4f86-bb59-c7653ea3e40d req-af2846cc-7857-4e37-b3a6-e38c530fedb7 service nova] Enqueued Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_members [ 940.362564] env[65756]: INFO networking_nsxv3.common.synchronization [req-2553ac17-f1c6-4f86-bb59-c7653ea3e40d req-af2846cc-7857-4e37-b3a6-e38c530fedb7 service nova] Enqueued Resource ID: 515852cb-10ce-4b29-8a72-e19eab94350a with Priority: HIGHEST for action port [ 940.362564] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_rules [ 940.362564] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_members [ 940.362564] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515852cb-10ce-4b29-8a72-e19eab94350a with Priority: HIGHEST for action port [ 940.362564] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.362564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.364376] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.364767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.364945] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.366889] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.366889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.366889] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-515852cb-10ce-4b29-8a72-e19eab94350a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.366889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-515852cb-10ce-4b29-8a72-e19eab94350a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.366889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-515852cb-10ce-4b29-8a72-e19eab94350a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.367210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-515852cb-10ce-4b29-8a72-e19eab94350a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.367210] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('515852cb-10ce-4b29-8a72-e19eab94350a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.397836] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 940.398082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.870176] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.870176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.872443] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 515852cb-10ce-4b29-8a72-e19eab94350a with status ACTIVE [ 940.872443] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.872443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.872443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.872599] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.872650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.872912] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.873124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.873213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.873378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.873459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.873711] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.873841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.873905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.874066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.874143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.874229] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 515852cb-10ce-4b29-8a72-e19eab94350a is going to be updated. [ 940.898477] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.898613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.898661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.898844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.898975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.899149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-515852cb-10ce-4b29-8a72-e19eab94350a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.905297] env[65756]: INFO networking_nsxv3.common.synchronization [req-39bcaa5f-65e1-43ee-9b99-10bdce94f106 req-8c8ec062-a884-41b8-95ff-13547a250ad9 tempest-ServerDiskConfigTestJSON-206607912 tempest-ServerDiskConfigTestJSON-206607912-project-member] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 940.906043] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 940.906840] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.906840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.906840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.906840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.907047] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.907047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.907151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.907732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.907732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.907732] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.410165] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.410165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.410319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.410496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.430542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.430821] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.430938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.431018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.431230] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.431314] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.431405] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 941.459730] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.459819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.459819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.460119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.460272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.469918] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 941.533856] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: SUCCESS [ 941.534085] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.534274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.534462] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.534658] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.534798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.534866] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.535035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.535123] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.535210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.535298] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.968397] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 in Status: SUCCESS [ 941.968633] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.968844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.969639] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.969860] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.970118] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.970239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.970477] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.970572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.970704] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.039024] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.039024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.039024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.039024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.039024] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.039024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.039024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.039024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.039024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.039024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.039024] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.039024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.039614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.039614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.039614] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.039614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.039614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.039776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.039776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.039836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.039872] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.569206] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.570743] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78b5c35-b1f2-4926-beb3-633d343a9036: rpc.has_security_group_logging(os_id): False [ 942.591785] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.591989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.592077] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.592321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.592500] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.592606] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.592708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.592772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.593693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.593693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.593693] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.593693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.593693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.593693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.593693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.594971] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.594971] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.594971] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.594971] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.594971] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.594971] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 is going to be created. [ 942.676235] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.676235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.676235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.676235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.676235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.689819] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: IN_PROGRESS for 2s [ 943.074878] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.485243] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 943.488433] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 deletion is rescheduled due to dependency. [ 943.488433] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.580687] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.580965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.581104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.581407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.581599] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.581746] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 is going to be updated. [ 943.614739] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.617198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.617198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.617198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.617198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.630257] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 in Status: IN_PROGRESS for 2s [ 944.686191] env[65756]: INFO networking_nsxv3.common.synchronization [req-469388ef-3569-4b19-aa6b-6092d07179ec req-00298840-ac89-4b5d-95fe-4e8ccbd7f6ea tempest-ListServerFiltersTestJSON-1834208010 tempest-ListServerFiltersTestJSON-1834208010-project-member] Enqueued Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 944.686514] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGHEST for action security_group_members [ 944.686724] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.686839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.686900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.687180] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.687357] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.687458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.687520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.687672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.687783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.687914] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.706738] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: SUCCESS [ 944.708182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.191715] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.191816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.191911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.192138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.215204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.215478] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.215599] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.215668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.215865] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.215948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.216047] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 is going to be updated. [ 945.254917] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.255062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.255131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.255341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.255481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.267402] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: IN_PROGRESS for 2s [ 945.642339] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 in Status: SUCCESS [ 945.642647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.642827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.643050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.643253] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.643374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.643439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.643966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.643966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.643966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.643966] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.147149] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.147417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.147417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.147616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.147801] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.147913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.147994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.148167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.148258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.148402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.148561] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.148690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.148757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.148908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.150932] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.150932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.150932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.150932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.150932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.150932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.150932] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.581140] env[65756]: INFO networking_nsxv3.common.synchronization [req-b60ab764-d4c3-4383-922a-c5f0a23f60a3 req-86a62b3b-ae1e-4c5f-847c-b7f8b630b2d6 tempest-FloatingIPsAssociationTestJSON-772666159 tempest-FloatingIPsAssociationTestJSON-772666159-project-member] Enqueued Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_members [ 946.582039] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGHEST for action security_group_members [ 946.585149] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.585149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.585149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.585149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.585149] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.585149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.585149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.585149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.585149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.585149] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.657944] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13829700-c1f9-4434-bb84-9cecd45b5e52: rpc.has_security_group_logging(os_id): False [ 946.679133] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.679133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.679133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.679133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.679133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.679133] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.679133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.679133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.679133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.679133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.679510] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.679510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.679510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.679510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.679626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.679730] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.679859] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.679999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.681232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.681232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.681232] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 is going to be updated. [ 946.764183] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.764324] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.764392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.764620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.764818] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.783260] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 in Status: IN_PROGRESS for 2s [ 947.086702] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.087027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.087027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.087266] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.087718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.087718] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.087854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.087854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.088035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.088147] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.089451] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf is going to be updated. [ 947.135032] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.135221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.135221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.136703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.136703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.148570] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf in Status: IN_PROGRESS for 2s [ 947.295713] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 in Status: SUCCESS [ 947.296221] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 deletion is rescheduled due to dependency. [ 947.296523] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.552147] env[65756]: INFO networking_nsxv3.common.synchronization [req-c7f4c8e8-7372-42cc-8d72-9deb45e22862 req-92c0f22e-9a23-4bfe-9e01-5c1f567eefcd tempest-ServersTestJSON-519472325 tempest-ServersTestJSON-519472325-project-member] Enqueued Resource ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 with Priority: HIGHEST for action security_group_members [ 947.552147] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 with Priority: HIGHEST for action security_group_members [ 947.552147] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.552147] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.552576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.552965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.553729] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.554314] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.554637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.555183] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.556669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.556669] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.568603] env[65756]: INFO networking_nsxv3.common.synchronization [req-fa595af5-1fb5-4464-ace0-f2fc4b76ddd9 req-3917bf04-bdec-452a-815b-a924128b9759 tempest-DeleteServersTestJSON-1529222805 tempest-DeleteServersTestJSON-1529222805-project-member] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 947.569736] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 947.571665] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.571665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.571665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.571665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.571665] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.571665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.571665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.571665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.571979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.571979] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.907986] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.908219] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-377" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.908357] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-377" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.908688] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-377" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.908981] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.909333] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.909463] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.909691] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.909837] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.910061] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.910177] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.910286] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.910395] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.910577] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.910639] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.910756] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.930314] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.930532] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.930709] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.930989] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-377" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.931419] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-210f9bc1-e358-41f9-a6f9-14550f9b56b5 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.932158] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-210f9bc1-e358-41f9-a6f9-14550f9b56b5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.932158] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-210f9bc1-e358-41f9-a6f9-14550f9b56b5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.932299] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-210f9bc1-e358-41f9-a6f9-14550f9b56b5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.932338] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('210f9bc1-e358-41f9-a6f9-14550f9b56b5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.058113] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.058335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.058335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.058573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.058643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.058848] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.058947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.059053] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.059223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.059394] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.059394] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 already deleted. [ 948.059692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.074486] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.074673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.074673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.075186] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.075186] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.075300] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.075360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.075392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.075555] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.075634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.076829] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 948.123765] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.125349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.125349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.125349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.125349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.137712] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 948.434734] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.435122] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.435122] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.435816] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.435816] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.435816] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 210f9bc1-e358-41f9-a6f9-14550f9b56b5 not found, creating... [ 948.436019] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.436485] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.436485] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.436644] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.436750] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.437208] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.437385] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.437454] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.437629] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.439205] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.439389] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 210f9bc1-e358-41f9-a6f9-14550f9b56b5 is going to be created. [ 948.460927] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.461201] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.461272] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.461539] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.461801] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.462069] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-210f9bc1-e358-41f9-a6f9-14550f9b56b5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.678523] env[65756]: INFO networking_nsxv3.common.synchronization [req-ae2a45b8-b776-4500-b0d9-8b55b4ed5bc3 req-fcca1469-10f4-480b-a408-263b3b8e70d6 tempest-ServersAdminTestJSON-1157423225 tempest-ServersAdminTestJSON-1157423225-project-member] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 948.679088] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGHEST for action security_group_members [ 948.679416] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.679526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.679589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.679935] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.679935] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.680169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.680169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.680279] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.680337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.680413] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.798267] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 in Status: SUCCESS [ 948.798486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.160151] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf in Status: SUCCESS [ 949.160151] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf deletion is rescheduled due to dependency. [ 949.160151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.182596] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.182777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.182851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.183292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.207087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.207344] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.207464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.207560] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.207772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.207843] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.207931] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be updated. [ 949.211960] env[65756]: INFO networking_nsxv3.common.synchronization [req-c7f4c8e8-7372-42cc-8d72-9deb45e22862 req-d548c7da-e5d3-45b6-b692-e9770614647d service nova] Enqueued Resource ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 with Priority: HIGHEST for action security_group_rules [ 949.212237] env[65756]: INFO networking_nsxv3.common.synchronization [req-c7f4c8e8-7372-42cc-8d72-9deb45e22862 req-d548c7da-e5d3-45b6-b692-e9770614647d service nova] Enqueued Resource ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 with Priority: HIGHEST for action security_group_members [ 949.212449] env[65756]: INFO networking_nsxv3.common.synchronization [req-c7f4c8e8-7372-42cc-8d72-9deb45e22862 req-d548c7da-e5d3-45b6-b692-e9770614647d service nova] Enqueued Resource ID: 210f9bc1-e358-41f9-a6f9-14550f9b56b5 with Priority: HIGHEST for action port [ 949.213752] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 with Priority: HIGHEST for action security_group_rules [ 949.213857] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 with Priority: HIGHEST for action security_group_members [ 949.214680] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210f9bc1-e358-41f9-a6f9-14550f9b56b5 with Priority: HIGHEST for action port [ 949.214997] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.215131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.215329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.217063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.217216] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.218580] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.218820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.218914] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.219132] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.219320] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.219442] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.219522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.219686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.219861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.219990] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.221773] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-210f9bc1-e358-41f9-a6f9-14550f9b56b5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.222256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-210f9bc1-e358-41f9-a6f9-14550f9b56b5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.222363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-210f9bc1-e358-41f9-a6f9-14550f9b56b5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.222550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-210f9bc1-e358-41f9-a6f9-14550f9b56b5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.222692] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('210f9bc1-e358-41f9-a6f9-14550f9b56b5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.238801] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.238801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.238801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.238801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.238801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.248135] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: IN_PROGRESS for 2s [ 949.725748] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 210f9bc1-e358-41f9-a6f9-14550f9b56b5 with status ACTIVE [ 949.725748] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.725748] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.725748] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.726100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.726100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.726155] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.726277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.726326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.726446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.726521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.726698] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.726790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.726847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.726982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.727081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.727164] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 210f9bc1-e358-41f9-a6f9-14550f9b56b5 is going to be updated. [ 949.728263] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.729242] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.729358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.754985] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.755264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.755264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.757097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.757097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.757097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-210f9bc1-e358-41f9-a6f9-14550f9b56b5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.149440] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 950.149720] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 deletion is rescheduled due to dependency. [ 950.149900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.230471] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.733829] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.734246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.734246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.734331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.734392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.734494] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 is going to be created. [ 950.761775] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.762017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.762017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.762191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.762349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.771382] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 in Status: UNINITIALIZED for 2s [ 951.258089] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7012c325-a947-4a21-ae72-a89a8d596e43 in Status: SUCCESS [ 951.258089] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 deletion is rescheduled due to dependency. [ 951.258386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.782186] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 in Status: SUCCESS [ 952.782494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.782873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.782873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.783043] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.783158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.783224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.783378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.783458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.783540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.783630] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.286771] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.788473] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1: rpc.has_security_group_logging(os_id): False [ 953.808726] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.809049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.809049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.809215] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.809267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.809509] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.809629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.809692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.809849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.809944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.810044] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 is going to be created. [ 953.891186] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.891186] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.891186] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.891493] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.891493] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.908106] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 in Status: IN_PROGRESS for 2s [ 954.216434] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 954.216434] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 955.923800] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 in Status: SUCCESS [ 955.924178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.867064] env[65756]: INFO networking_nsxv3.common.synchronization [req-f36e9fa2-db7d-44cb-bf3e-18ddb680cff0 req-91711e07-9169-4e06-bfec-ab2bca85d766 tempest-ServerPasswordTestJSON-1019051473 tempest-ServerPasswordTestJSON-1019051473-project-member] Enqueued Resource ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb with Priority: HIGHEST for action security_group_members [ 956.867647] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb with Priority: HIGHEST for action security_group_members [ 956.868361] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.868361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.868361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.868563] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.868694] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.868841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.868923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.869116] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.869277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.869331] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.309495] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.309848] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-207" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.309921] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-207" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.310226] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-207" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.310485] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.310640] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.310755] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.310979] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.311142] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.311353] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.311547] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.311811] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.311930] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.312071] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.312184] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.312317] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.333118] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.333325] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.333463] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.333757] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-207" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.333996] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-1740cd26-b34d-4ff7-bbad-17c0c92d7b54 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.334258] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-1740cd26-b34d-4ff7-bbad-17c0c92d7b54" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.334468] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-1740cd26-b34d-4ff7-bbad-17c0c92d7b54" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.334705] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-1740cd26-b34d-4ff7-bbad-17c0c92d7b54" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.334841] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1740cd26-b34d-4ff7-bbad-17c0c92d7b54',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.371480] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.371643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.371698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.371973] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.372341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.372594] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.372704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.372768] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.372943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.373038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.373125] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb already deleted. [ 957.373206] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.416725] env[65756]: INFO networking_nsxv3.common.synchronization [req-74a04222-b8b7-46c8-904b-0d1c9f473a3b req-85e0cd31-4c6d-47e1-a3e7-cc1d263d7c97 tempest-ImagesTestJSON-1752206587 tempest-ImagesTestJSON-1752206587-project-member] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 957.416991] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 957.417694] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.417694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.417817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.417907] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.418087] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.418182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.418243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.418391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.418471] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.418559] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.838634] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.838871] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.839036] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.839456] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.839701] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.839968] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 1740cd26-b34d-4ff7-bbad-17c0c92d7b54 not found, creating... [ 957.840427] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.840689] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.840890] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.841301] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.841553] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.842238] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.842396] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.842578] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.842937] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.843164] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.843396] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 1740cd26-b34d-4ff7-bbad-17c0c92d7b54 is going to be created. [ 957.873830] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.874160] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.874210] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.874502] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.874781] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.875024] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-1740cd26-b34d-4ff7-bbad-17c0c92d7b54" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.921143] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.921315] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.921369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.921613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.921751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.921987] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.922128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.922193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.922363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.922454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.922567] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be updated. [ 957.960228] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.960413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.960526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.960668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.960780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.972854] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 958.602546] env[65756]: INFO networking_nsxv3.common.synchronization [req-f36e9fa2-db7d-44cb-bf3e-18ddb680cff0 req-2a66d492-9af0-4f9f-b4d7-d6ce9df52ea1 service nova] Enqueued Resource ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb with Priority: HIGHEST for action security_group_rules [ 958.602867] env[65756]: INFO networking_nsxv3.common.synchronization [req-f36e9fa2-db7d-44cb-bf3e-18ddb680cff0 req-2a66d492-9af0-4f9f-b4d7-d6ce9df52ea1 service nova] Enqueued Resource ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb with Priority: HIGHEST for action security_group_members [ 958.602908] env[65756]: INFO networking_nsxv3.common.synchronization [req-f36e9fa2-db7d-44cb-bf3e-18ddb680cff0 req-2a66d492-9af0-4f9f-b4d7-d6ce9df52ea1 service nova] Enqueued Resource ID: 1740cd26-b34d-4ff7-bbad-17c0c92d7b54 with Priority: HIGHEST for action port [ 958.604522] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb with Priority: HIGHEST for action security_group_rules [ 958.604522] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb with Priority: HIGHEST for action security_group_members [ 958.604522] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1740cd26-b34d-4ff7-bbad-17c0c92d7b54 with Priority: HIGHEST for action port [ 958.604709] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.604709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.605397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.605397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.605397] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.606722] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.606722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.606722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.606722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.606722] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.606990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.606990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.606990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.608174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.608299] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.609234] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-1740cd26-b34d-4ff7-bbad-17c0c92d7b54 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.609344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1740cd26-b34d-4ff7-bbad-17c0c92d7b54" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.609399] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1740cd26-b34d-4ff7-bbad-17c0c92d7b54" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.609547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1740cd26-b34d-4ff7-bbad-17c0c92d7b54" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.611829] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1740cd26-b34d-4ff7-bbad-17c0c92d7b54',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.111978] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.111978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.114510] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.116056] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1740cd26-b34d-4ff7-bbad-17c0c92d7b54 with status ACTIVE [ 959.116234] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.116367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.116431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.116899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.116899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.116899] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.117010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.117111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.117204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.117298] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.117587] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.117587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.117702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.118067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.118067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.118067] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1740cd26-b34d-4ff7-bbad-17c0c92d7b54 is going to be updated. [ 959.141169] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.141405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.141405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.141575] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.141711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.141872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1740cd26-b34d-4ff7-bbad-17c0c92d7b54" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.395116] env[65756]: INFO networking_nsxv3.common.synchronization [req-ca2f2979-b75e-47b2-a5df-c8814b18fa4c req-6eac1f88-5cc1-4d46-9231-d2b6e88f0592 tempest-ServerDiskConfigTestJSON-206607912 tempest-ServerDiskConfigTestJSON-206607912-project-member] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 959.395116] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 959.396728] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.397543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.397624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.397901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.397990] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.398114] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.398177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.398335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.398739] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.398739] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.619871] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.101856] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.101856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.101856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.101856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.101856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.101856] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.101856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.101856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.101856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.101856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.101856] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 960.102422] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 960.107275] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 deletion is rescheduled due to dependency. [ 960.107275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.107275] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.107275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.107275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.107275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.107275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.119389] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 960.124458] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.124458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.124458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.124458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.124458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.124458] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb is going to be created. [ 960.150826] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.150963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.151089] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.151317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.151616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.158334] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.159050] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.159050] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.159050] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.159593] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.159593] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.160026] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.160026] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.163671] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.163671] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.163671] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.163671] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.163671] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.163671] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.163671] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.163671] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.164435] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb in Status: UNINITIALIZED for 2s [ 960.187868] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.190029] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.190029] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.190029] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.190029] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-a0842b6f-8390-4d70-bc7d-028f7663116d taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.190029] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-a0842b6f-8390-4d70-bc7d-028f7663116d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.190029] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-a0842b6f-8390-4d70-bc7d-028f7663116d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.190029] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-a0842b6f-8390-4d70-bc7d-028f7663116d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.190029] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0842b6f-8390-4d70-bc7d-028f7663116d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.693657] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.694239] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.694239] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.695329] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.695329] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.695329] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port a0842b6f-8390-4d70-bc7d-028f7663116d not found, creating... [ 960.695329] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.695329] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.695329] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.695888] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.695888] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.695888] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.696214] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.696214] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.696431] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.696587] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.696725] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: a0842b6f-8390-4d70-bc7d-028f7663116d is going to be created. [ 960.722738] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.722738] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.722738] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.722738] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.722738] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.722738] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-a0842b6f-8390-4d70-bc7d-028f7663116d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.782511] env[65756]: INFO networking_nsxv3.common.synchronization [req-ca2f2979-b75e-47b2-a5df-c8814b18fa4c req-1d9bf869-b409-43f9-9164-0f7cc172f1ba service nova] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_rules [ 961.782511] env[65756]: INFO networking_nsxv3.common.synchronization [req-ca2f2979-b75e-47b2-a5df-c8814b18fa4c req-1d9bf869-b409-43f9-9164-0f7cc172f1ba service nova] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 961.782745] env[65756]: INFO networking_nsxv3.common.synchronization [req-ca2f2979-b75e-47b2-a5df-c8814b18fa4c req-1d9bf869-b409-43f9-9164-0f7cc172f1ba service nova] Enqueued Resource ID: a0842b6f-8390-4d70-bc7d-028f7663116d with Priority: HIGHEST for action port [ 961.783278] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_rules [ 961.783414] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 961.783509] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0842b6f-8390-4d70-bc7d-028f7663116d with Priority: HIGHEST for action port [ 961.783796] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.783952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.784015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.784229] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.784353] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.785841] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.785841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.786069] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0842b6f-8390-4d70-bc7d-028f7663116d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.786069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0842b6f-8390-4d70-bc7d-028f7663116d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.786211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0842b6f-8390-4d70-bc7d-028f7663116d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.786909] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0842b6f-8390-4d70-bc7d-028f7663116d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.786909] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0842b6f-8390-4d70-bc7d-028f7663116d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.133654] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 962.133654] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 deletion is rescheduled due to dependency. [ 962.133654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.133654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.133654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.133654] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.133654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.133654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.133654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.133654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.133654] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.176640] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb in Status: SUCCESS [ 962.176759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.177230] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.177230] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.177477] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.177633] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.177933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.177933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.178038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.178466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.178466] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.185148] env[65756]: INFO networking_nsxv3.common.synchronization [req-05bc8032-2f40-4f95-a5d3-360952a669db req-b620eec0-8bd0-49e1-8fee-23cbcbfcb9d9 tempest-ImagesOneServerNegativeTestJSON-852611871 tempest-ImagesOneServerNegativeTestJSON-852611871-project-member] Enqueued Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 962.186143] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 962.187034] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.187034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.187034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.187241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.188380] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.188380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.188380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.188380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.188380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.188380] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.288688] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.288892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.291167] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0842b6f-8390-4d70-bc7d-028f7663116d with status ACTIVE [ 962.291362] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.291483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.291551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.291858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.291942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.292129] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.292210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.292259] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.292432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.292503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.292833] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.292833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.292833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.293073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.293073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.293144] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0842b6f-8390-4d70-bc7d-028f7663116d is going to be updated. [ 962.318969] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.319422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.319422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.319422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.319574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.321605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0842b6f-8390-4d70-bc7d-028f7663116d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.401487] env[65756]: INFO networking_nsxv3.common.synchronization [None req-3d5a03b1-aab9-409d-9e98-945eb05baf62 tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd with Priority: HIGHEST for action security_group_rules [ 962.402135] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd with Priority: HIGHEST for action security_group_rules [ 962.402515] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07fe3723-dce6-4ad8-962c-ddda98673dfd taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.402982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.402982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.403161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.404137] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07fe3723-dce6-4ad8-962c-ddda98673dfd',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.524895] env[65756]: INFO networking_nsxv3.common.synchronization [None req-40ace75d-99a0-4273-972c-851c5b3ba3e9 tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd with Priority: HIGHEST for action security_group_rules [ 962.524895] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd with Priority: HIGHEST for action security_group_rules [ 962.524895] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07fe3723-dce6-4ad8-962c-ddda98673dfd taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.524895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.634914] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.689278] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.689278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.689278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.689278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.689278] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.689607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.689607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.689607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.689688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.690180] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.690180] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.690180] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.690180] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.690487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.690487] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.690487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.690487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.690681] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.690681] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.690885] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.690885] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.692713] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.693088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.693088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.697143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.697143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.697143] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.697143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.697143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.697143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.697143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.697143] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 is going to be updated. [ 962.724052] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.724191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.724258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.724507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.725518] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.735422] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: IN_PROGRESS for 2s [ 962.927495] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.927977] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.927977] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.928122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.928261] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.928340] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd already deleted. [ 962.928456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.928659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.928892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.929022] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07fe3723-dce6-4ad8-962c-ddda98673dfd',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.138602] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.151532] env[65756]: INFO networking_nsxv3.common.synchronization [req-2573e3e3-d371-44ca-a743-bc83ff480622 req-8ad5bd4c-b2e3-4500-af0c-32a3dca9fcd6 tempest-ServerActionsTestOtherB-398872902 tempest-ServerActionsTestOtherB-398872902-project-member] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 963.152621] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 963.153991] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.154322] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.154533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.154945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.155347] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.155619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.155796] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.156072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.156262] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.156456] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.264661] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb: rpc.has_security_group_logging(os_id): False [ 963.264661] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.264661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.264661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.264661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.264661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.264661] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.264661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.264661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.264661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.264661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.264661] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.264661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.264661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.264661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.265915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.265915] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.265915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.265915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.265915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.265915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.265915] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb is going to be created. [ 963.309603] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.309844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.309936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.310244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.310549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.322662] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb in Status: IN_PROGRESS for 2s [ 963.460136] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.461660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.461660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.461660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.461660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.461660] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd already deleted. [ 963.461660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.603533] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.603533] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.603533] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.603533] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.604113] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.604507] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.604774] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.605164] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.605483] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.606119] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.606119] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.606119] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.606263] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.607027] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.607027] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.607027] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.626887] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.627104] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.627246] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.627719] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.628235] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-9b51d295-9e4c-4b7e-9822-e43be6e534e8 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.628592] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-9b51d295-9e4c-4b7e-9822-e43be6e534e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.628728] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-9b51d295-9e4c-4b7e-9822-e43be6e534e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.629281] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-9b51d295-9e4c-4b7e-9822-e43be6e534e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.629489] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b51d295-9e4c-4b7e-9822-e43be6e534e8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.641180] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.641343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.641593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.641593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.641699] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.641822] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 963.658871] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.659073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.659116] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.659372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.659473] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.659702] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.659801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.659908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.660996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.660996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.660996] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed is going to be updated. [ 963.674408] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.674642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.675812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.676248] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.677718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.688520] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.688520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.688771] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.689265] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.691020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.691723] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 963.701469] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: IN_PROGRESS for 2s [ 964.135702] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.137638] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.137638] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.137638] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.137638] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.137638] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 9b51d295-9e4c-4b7e-9822-e43be6e534e8 not found, creating... [ 964.138198] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.138624] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.138867] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.139276] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.140893] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.140893] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.140893] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.140893] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.141123] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.141271] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.141442] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 9b51d295-9e4c-4b7e-9822-e43be6e534e8 is going to be created. [ 964.167802] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.167981] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.168146] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.169630] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.169630] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.169630] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-9b51d295-9e4c-4b7e-9822-e43be6e534e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.746058] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: SUCCESS [ 964.746415] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 deletion is rescheduled due to dependency. [ 964.746415] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.920161] env[65756]: INFO networking_nsxv3.common.synchronization [req-2573e3e3-d371-44ca-a743-bc83ff480622 req-dcb99d24-1a65-46f1-8fbe-706a549f938c service nova] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_rules [ 964.920346] env[65756]: INFO networking_nsxv3.common.synchronization [req-2573e3e3-d371-44ca-a743-bc83ff480622 req-dcb99d24-1a65-46f1-8fbe-706a549f938c service nova] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 964.920485] env[65756]: INFO networking_nsxv3.common.synchronization [req-2573e3e3-d371-44ca-a743-bc83ff480622 req-dcb99d24-1a65-46f1-8fbe-706a549f938c service nova] Enqueued Resource ID: 9b51d295-9e4c-4b7e-9822-e43be6e534e8 with Priority: HIGHEST for action port [ 964.921087] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_rules [ 964.921243] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 964.921397] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b51d295-9e4c-4b7e-9822-e43be6e534e8 with Priority: HIGHEST for action port [ 964.921624] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.921782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.921873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.924740] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.924889] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.926211] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.926323] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.926600] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b51d295-9e4c-4b7e-9822-e43be6e534e8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.926773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b51d295-9e4c-4b7e-9822-e43be6e534e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.926828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b51d295-9e4c-4b7e-9822-e43be6e534e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.927144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b51d295-9e4c-4b7e-9822-e43be6e534e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.927212] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b51d295-9e4c-4b7e-9822-e43be6e534e8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.335584] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb in Status: SUCCESS [ 965.335908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.429723] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.432151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.432151] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b51d295-9e4c-4b7e-9822-e43be6e534e8 with status ACTIVE [ 965.432151] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.432151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.432151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.432151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.432151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.432151] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.432151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.432151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.432151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.432151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.432151] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.432151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.432151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.432151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.432151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.432737] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b51d295-9e4c-4b7e-9822-e43be6e534e8 is going to be updated. [ 965.452825] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.453031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.453081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.453286] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.453422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.453583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b51d295-9e4c-4b7e-9822-e43be6e534e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.702491] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 965.703172] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.703908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.704171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.704949] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.704949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.704949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.704949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.704949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.705182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.705182] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.717400] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: SUCCESS [ 965.717618] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed deletion is rescheduled due to dependency. [ 965.717945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.718191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.718441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.718678] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.718823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.718897] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.719104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.719194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.719330] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.207668] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.207870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.207909] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.208314] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.208530] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.208656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.208748] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.209237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.209237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.209237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.209410] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.209499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.209547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.209758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.209930] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.210099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.210196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.210358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.210435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.210531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.210624] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.221500] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.714052] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cee2b85-8d92-421c-89ed-c099929654a4: rpc.has_security_group_logging(os_id): False [ 966.724207] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.737375] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.737651] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.737651] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.737867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.738025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.738214] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.738341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.738406] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.738566] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.738643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.738820] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.738944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.739015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.739224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.739336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.739552] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.739650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.739744] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.739848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.739922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.740016] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 966.812231] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.812231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.812231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.812528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.812684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.829025] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 967.227102] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.227414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.227414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.227677] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.227789] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.227930] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed is going to be updated. [ 967.281469] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.281758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.281758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.281981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.282270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.297926] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: IN_PROGRESS for 2s [ 967.346195] env[65756]: INFO networking_nsxv3.common.synchronization [req-afe02696-2db4-4110-bb30-d27298cb4b68 req-46ea3c1e-f2c0-4c48-ae84-6eccaa92e06a tempest-ServerRescueTestJSON-1876737635 tempest-ServerRescueTestJSON-1876737635-project-member] Enqueued Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_members [ 967.346994] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_members [ 967.347720] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.347902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.347995] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.348489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.348707] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.348826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.348900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.349139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.349305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.349739] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.852233] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.354525] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.846534] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 968.846895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.858224] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.858540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.858540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.858770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.858863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.858983] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 is going to be updated. [ 968.892866] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.893056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.893138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.893349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.893507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.903237] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 in Status: IN_PROGRESS for 2s [ 969.319663] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: SUCCESS [ 969.319805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.319998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.320426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.320628] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.320763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.320831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.320981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.321095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.322316] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.322316] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.824805] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.330219] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed: rpc.has_security_group_logging(os_id): False [ 970.350217] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.350665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.350665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.350889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.350946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.351249] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.351446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.351521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.351704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.351704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.351804] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed is going to be updated. [ 970.417259] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.417448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.417586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.418190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.418496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.433433] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: IN_PROGRESS for 2s [ 970.770985] env[65756]: INFO networking_nsxv3.common.synchronization [None req-50816c0b-349e-4f74-b997-5872b841a700 None None] Enqueued Resource ID: 12ffb905-b8ab-4ac7-b58c-e2aa03b57759 with Priority: HIGHEST for action port [ 970.770985] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ffb905-b8ab-4ac7-b58c-e2aa03b57759 with Priority: HIGHEST for action port [ 970.772225] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-12ffb905-b8ab-4ac7-b58c-e2aa03b57759 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.772225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12ffb905-b8ab-4ac7-b58c-e2aa03b57759" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.772225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12ffb905-b8ab-4ac7-b58c-e2aa03b57759" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.772225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12ffb905-b8ab-4ac7-b58c-e2aa03b57759" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.772225] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12ffb905-b8ab-4ac7-b58c-e2aa03b57759',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.914746] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 in Status: SUCCESS [ 970.914968] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.274724] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12ffb905-b8ab-4ac7-b58c-e2aa03b57759 [ 971.274895] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.274995] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.275059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.275278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.275369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.275468] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12ffb905-b8ab-4ac7-b58c-e2aa03b57759 already deleted. [ 971.275580] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12ffb905-b8ab-4ac7-b58c-e2aa03b57759" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.451063] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: SUCCESS [ 972.451385] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.191035] env[65756]: INFO networking_nsxv3.common.synchronization [None req-48249238-b74d-48f7-9d53-b06d2fb83be7 None None] Enqueued Resource ID: 4a318f8f-fb47-4658-a322-c1e88a1937c7 with Priority: HIGHEST for action port [ 973.191623] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a318f8f-fb47-4658-a322-c1e88a1937c7 with Priority: HIGHEST for action port [ 973.192158] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a318f8f-fb47-4658-a322-c1e88a1937c7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.192352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a318f8f-fb47-4658-a322-c1e88a1937c7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.192464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a318f8f-fb47-4658-a322-c1e88a1937c7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.192907] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a318f8f-fb47-4658-a322-c1e88a1937c7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.193054] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a318f8f-fb47-4658-a322-c1e88a1937c7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.695659] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a318f8f-fb47-4658-a322-c1e88a1937c7 [ 973.695968] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.696057] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.696128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.696461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.696513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.696613] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a318f8f-fb47-4658-a322-c1e88a1937c7 already deleted. [ 973.696691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a318f8f-fb47-4658-a322-c1e88a1937c7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.102032] env[65756]: INFO networking_nsxv3.common.synchronization [None req-a3197af9-8b97-4b3f-bbf6-4a1263cd33aa None None] Enqueued Resource ID: 43ee1c9b-49b8-4f50-add6-8ae1b3ed38cf with Priority: HIGHEST for action port [ 974.102032] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ee1c9b-49b8-4f50-add6-8ae1b3ed38cf with Priority: HIGHEST for action port [ 974.102032] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-43ee1c9b-49b8-4f50-add6-8ae1b3ed38cf taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.102032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43ee1c9b-49b8-4f50-add6-8ae1b3ed38cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.102032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43ee1c9b-49b8-4f50-add6-8ae1b3ed38cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.102877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43ee1c9b-49b8-4f50-add6-8ae1b3ed38cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.103289] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43ee1c9b-49b8-4f50-add6-8ae1b3ed38cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.607400] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43ee1c9b-49b8-4f50-add6-8ae1b3ed38cf [ 974.607400] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.607400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.607400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.607400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.607400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.607400] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43ee1c9b-49b8-4f50-add6-8ae1b3ed38cf already deleted. [ 974.607400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43ee1c9b-49b8-4f50-add6-8ae1b3ed38cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.233822] env[65756]: INFO networking_nsxv3.common.synchronization [req-4bd0c454-2b39-4224-ae39-c45e9117e9c7 req-7214b80f-ab36-44e5-95ff-1926e056ba0c tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 976.234674] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 976.235217] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.235378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.235470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.235742] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.235961] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.236104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.236189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.236515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.236515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.236629] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.470383] env[65756]: INFO networking_nsxv3.common.synchronization [req-c8fdcd1e-acfd-4d8c-b37f-0113a01571fb req-97947745-1625-4ef9-bc16-46580771f312 tempest-ServerPasswordTestJSON-1019051473 tempest-ServerPasswordTestJSON-1019051473-project-member] Enqueued Resource ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb with Priority: HIGHEST for action security_group_members [ 976.470383] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb with Priority: HIGHEST for action security_group_members [ 976.470383] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.470383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.470383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.470383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.470383] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.470383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.470383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.470383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.470383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.470383] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.739115] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.739361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.739486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.739714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.739803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.740017] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.740235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.740235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.740432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.740487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.740572] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be deleted. [ 976.780161] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.781183] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.781351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.781601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.781695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.781754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.792326] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.792558] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.792748] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.793153] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.793534] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.793779] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.793945] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.794518] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.794780] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.795205] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.795368] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.795576] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.795700] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.795821] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.796058] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.796216] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.821659] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.822228] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.822228] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.822501] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.823348] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-6a4301ff-77af-4efe-a540-de83ab1b5879 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.823480] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-6a4301ff-77af-4efe-a540-de83ab1b5879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.823789] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-6a4301ff-77af-4efe-a540-de83ab1b5879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.824073] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-6a4301ff-77af-4efe-a540-de83ab1b5879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.824343] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a4301ff-77af-4efe-a540-de83ab1b5879',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.977236] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.977404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.977404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.977582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.977675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.977877] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.977980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.978074] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.978297] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.978341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.978392] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb is going to be updated. [ 977.026584] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.026584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.026584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.028115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.028115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.039215] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb in Status: IN_PROGRESS for 2s [ 977.327855] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.328286] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.329252] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.329580] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.329795] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.329997] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 6a4301ff-77af-4efe-a540-de83ab1b5879 not found, creating... [ 977.330353] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.330583] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.330715] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.330974] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.331138] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.331463] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.331625] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.331744] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.332024] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.332196] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.332312] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 6a4301ff-77af-4efe-a540-de83ab1b5879 is going to be created. [ 977.360462] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.360680] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.360805] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.361110] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.361343] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.361563] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-6a4301ff-77af-4efe-a540-de83ab1b5879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.047092] env[65756]: INFO networking_nsxv3.common.synchronization [req-4bd0c454-2b39-4224-ae39-c45e9117e9c7 req-4ffc84bf-9ed1-4070-becf-ff3b832f7791 service nova] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_rules [ 978.048278] env[65756]: INFO networking_nsxv3.common.synchronization [req-4bd0c454-2b39-4224-ae39-c45e9117e9c7 req-4ffc84bf-9ed1-4070-becf-ff3b832f7791 service nova] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 978.048382] env[65756]: INFO networking_nsxv3.common.synchronization [req-4bd0c454-2b39-4224-ae39-c45e9117e9c7 req-4ffc84bf-9ed1-4070-becf-ff3b832f7791 service nova] Enqueued Resource ID: 6a4301ff-77af-4efe-a540-de83ab1b5879 with Priority: HIGHEST for action port [ 978.049153] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_rules [ 978.049153] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 978.049470] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4301ff-77af-4efe-a540-de83ab1b5879 with Priority: HIGHEST for action port [ 978.049470] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.049624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.049674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.049959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.049959] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.051281] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.051281] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.051457] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.052009] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.052009] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.052009] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.052009] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.052250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.052250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.052250] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.053645] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a4301ff-77af-4efe-a540-de83ab1b5879 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.053645] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a4301ff-77af-4efe-a540-de83ab1b5879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.053645] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a4301ff-77af-4efe-a540-de83ab1b5879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.053852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a4301ff-77af-4efe-a540-de83ab1b5879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.053852] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a4301ff-77af-4efe-a540-de83ab1b5879',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.555448] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.556690] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.556912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.560501] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a4301ff-77af-4efe-a540-de83ab1b5879 with status ACTIVE [ 978.560728] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.560861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.560936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.561211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.561308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.561565] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.561683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.561769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.562016] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.562016] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.562974] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.562974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.562974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.562974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.562974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.562974] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a4301ff-77af-4efe-a540-de83ab1b5879 is going to be updated. [ 978.588439] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.588754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.588754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.589677] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.589677] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.589677] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a4301ff-77af-4efe-a540-de83ab1b5879" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.051452] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb in Status: SUCCESS [ 979.051630] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb deletion is rescheduled due to dependency. [ 979.051912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.061275] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.328093] env[65756]: INFO networking_nsxv3.common.synchronization [req-14083426-c3b4-4f1b-bb26-6558c8144dfe req-7df4b93f-9311-4d6c-a6a8-a2925bbcf1e7 tempest-ImagesTestJSON-1752206587 tempest-ImagesTestJSON-1752206587-project-member] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 979.328719] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 979.329187] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.329321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.329405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.330456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.330673] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.330808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.330881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.331115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.331224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.331332] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.566290] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.566290] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.566290] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.566290] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.566661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.566661] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be created. [ 979.596872] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.597067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.597113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.597284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.597437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.608538] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: UNINITIALIZED for 2s [ 979.702996] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.703202] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.703313] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.703579] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.704254] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.704553] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.704553] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.704766] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.704960] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.705186] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.705396] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.705490] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.705666] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.705756] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.705809] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.705985] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.730017] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.730220] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.730354] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.730536] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.730849] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-3991f12a-d4c0-42fa-82a3-db8910b84369 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.731028] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-3991f12a-d4c0-42fa-82a3-db8910b84369" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.731228] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-3991f12a-d4c0-42fa-82a3-db8910b84369" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.731480] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-3991f12a-d4c0-42fa-82a3-db8910b84369" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.731611] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3991f12a-d4c0-42fa-82a3-db8910b84369',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.834225] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.834458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.834498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.834700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.834796] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.835151] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.835301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.835436] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.835560] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.835646] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.835742] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be updated. [ 979.861807] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.862047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.862104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.862452] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.862452] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.872271] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 980.235226] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.235496] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.235575] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.235889] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.236093] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.236333] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 3991f12a-d4c0-42fa-82a3-db8910b84369 not found, creating... [ 980.236674] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.236844] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.236959] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.237257] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.237418] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.237753] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.237914] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.238043] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.238297] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.238433] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.238582] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 3991f12a-d4c0-42fa-82a3-db8910b84369 is going to be created. [ 980.293083] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.293309] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.293435] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.293754] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.294065] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.294426] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-3991f12a-d4c0-42fa-82a3-db8910b84369" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.966571] env[65756]: INFO networking_nsxv3.common.synchronization [req-14083426-c3b4-4f1b-bb26-6558c8144dfe req-f97bb79c-5745-4054-8960-ffc3f44ff7eb service nova] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_rules [ 980.966571] env[65756]: INFO networking_nsxv3.common.synchronization [req-14083426-c3b4-4f1b-bb26-6558c8144dfe req-f97bb79c-5745-4054-8960-ffc3f44ff7eb service nova] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 980.966571] env[65756]: INFO networking_nsxv3.common.synchronization [req-14083426-c3b4-4f1b-bb26-6558c8144dfe req-f97bb79c-5745-4054-8960-ffc3f44ff7eb service nova] Enqueued Resource ID: 3991f12a-d4c0-42fa-82a3-db8910b84369 with Priority: HIGHEST for action port [ 980.966571] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_rules [ 980.966571] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 980.966571] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3991f12a-d4c0-42fa-82a3-db8910b84369 with Priority: HIGHEST for action port [ 980.966571] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.966571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.966571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.966571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.966571] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.966571] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.967350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.967350] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-3991f12a-d4c0-42fa-82a3-db8910b84369 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.967350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3991f12a-d4c0-42fa-82a3-db8910b84369" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.967350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3991f12a-d4c0-42fa-82a3-db8910b84369" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.967350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3991f12a-d4c0-42fa-82a3-db8910b84369" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.967565] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3991f12a-d4c0-42fa-82a3-db8910b84369',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.469431] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.469576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.469741] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3991f12a-d4c0-42fa-82a3-db8910b84369 with status ACTIVE [ 981.469913] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.470030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.470245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.470321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.470401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.470575] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.470654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.470712] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.470861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.470934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.472177] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.472177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.472177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.472177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.472177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.472177] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3991f12a-d4c0-42fa-82a3-db8910b84369 is going to be updated. [ 981.497695] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.497695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.497695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.497695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.497940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.497940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3991f12a-d4c0-42fa-82a3-db8910b84369" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.625464] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 981.625785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.625992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.626228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.626415] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.627216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.627216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.627216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.627216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.627216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.627216] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.882025] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 981.882291] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 deletion is rescheduled due to dependency. [ 981.882421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.882594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.882817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.882985] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.883140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.883206] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.883369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.883441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.883535] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.131210] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.131210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.131571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.131690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.131777] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.131982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.132073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.132391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.132391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.132532] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.132632] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.133195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.133195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.133195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.133195] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.133362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.133414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.133550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.133644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.133733] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.133838] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.386034] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.640888] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0f3e498-9f34-43e8-b65a-2c524989ddb7: rpc.has_security_group_logging(os_id): False [ 982.658432] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.658579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.658648] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.658864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.658955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.659197] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.659298] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.659362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.659513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.659592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.659759] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.659858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.659922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.660100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.660178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.660354] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.660447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.660506] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.660663] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.660777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.660870] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be created. [ 982.721246] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.721418] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.721500] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.721687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.721866] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.733063] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: IN_PROGRESS for 2s [ 982.888791] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.391398] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.391730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.391730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.391831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.391921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.392028] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be updated. [ 983.420993] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.421155] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.421263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.421499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.421693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.430688] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 983.655806] env[65756]: INFO networking_nsxv3.common.synchronization [None req-fcd1bc8d-7352-4698-8d6e-7cc387f23d1a tempest-ServerActionsTestJSON-2120773453 tempest-ServerActionsTestJSON-2120773453-project-member] Enqueued Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGHEST for action security_group_rules [ 983.656196] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGHEST for action security_group_rules [ 983.656565] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a89c14d-de01-4a33-9c44-480acd2e97c8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.656617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.656689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.656927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.657124] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a89c14d-de01-4a33-9c44-480acd2e97c8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.748810] env[65756]: INFO networking_nsxv3.common.synchronization [None req-bdd50b18-6f34-402d-a13e-62b4b931a816 tempest-ServerActionsTestJSON-2120773453 tempest-ServerActionsTestJSON-2120773453-project-member] Enqueued Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGHEST for action security_group_rules [ 983.749404] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGHEST for action security_group_rules [ 983.749715] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a89c14d-de01-4a33-9c44-480acd2e97c8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.749815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.181200] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.181345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.181416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.184852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.184852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.184852] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 already deleted. [ 984.184852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.184852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.184852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.184852] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a89c14d-de01-4a33-9c44-480acd2e97c8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.687032] env[65756]: INFO networking_nsxv3.common.synchronization [None req-a632313d-8e96-4db3-95b4-2b4e2a508259 tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 984.687697] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 984.693816] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.693816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.693816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.693816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.693816] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.693816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.693816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.693816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.693816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.693816] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.712566] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.713505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.713505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.713505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.713505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.713505] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 already deleted. [ 984.713505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.744256] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 984.744447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.196798] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.444168] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 985.444536] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.444765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.445044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.445333] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.445460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.445535] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.445766] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.445861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.445951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.446120] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.700755] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.949587] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.949587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.949587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.949587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.949587] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.949587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.949587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.949920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.949920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.949920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.950022] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.950099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.950151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.950296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.950429] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.950517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.950572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.950706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.950780] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.950857] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.950939] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.203423] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.203664] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.203664] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.203856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.203936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.204066] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be updated. [ 986.233455] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.233700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.233700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.233910] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.234145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.243749] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: IN_PROGRESS for 2s [ 986.453649] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dab46417-eb12-4230-a290-34abd48aae30: rpc.has_security_group_logging(os_id): False [ 986.470708] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.470841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.470841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.471516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.471516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.471516] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.471516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.471516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.471782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.471782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.471847] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.471905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.472064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.472155] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.472235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.472423] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.472513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.472572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.472708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.472779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.472875] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be updated. [ 986.531663] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.531926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.531926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.532064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.532349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.546106] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 987.229486] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.229843] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.229887] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.230206] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.230519] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.230722] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.230853] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.231124] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.231344] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.231577] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.231714] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.231828] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.231977] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.232172] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.232292] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.232467] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.254137] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.254479] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.254685] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.254889] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.255333] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-d3a953a1-d7cc-4d43-822d-c8260d256fea taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.255496] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-d3a953a1-d7cc-4d43-822d-c8260d256fea" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.255542] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-d3a953a1-d7cc-4d43-822d-c8260d256fea" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.255873] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-d3a953a1-d7cc-4d43-822d-c8260d256fea" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.256022] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a953a1-d7cc-4d43-822d-c8260d256fea',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.759123] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.759474] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.759558] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.759879] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.760071] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.760244] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port d3a953a1-d7cc-4d43-822d-c8260d256fea not found, creating... [ 987.760514] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.760674] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.760790] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.761046] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.761188] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.761471] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.761622] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.761739] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.761961] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.762170] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.762312] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: d3a953a1-d7cc-4d43-822d-c8260d256fea is going to be created. [ 987.783112] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.783355] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.783483] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.783770] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.784071] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.784350] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-d3a953a1-d7cc-4d43-822d-c8260d256fea" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.037695] env[65756]: INFO networking_nsxv3.common.synchronization [req-45548b02-2d3f-4b08-ad0e-a4a3dd09ff21 req-3d199a8f-6c5b-4278-a761-dd2f90b92860 tempest-ServersWithSpecificFlavorTestJSON-2112209283 tempest-ServersWithSpecificFlavorTestJSON-2112209283-project-member] Enqueued Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_members [ 988.038160] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGHEST for action security_group_members [ 988.038447] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ba3962-84a7-41cc-a1d6-2221546a2db3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.038588] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.039318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.039318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.039318] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.039318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.039318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.039318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.040150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.040150] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.253603] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 988.253920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.499098] env[65756]: INFO networking_nsxv3.common.synchronization [req-2f4eec82-942f-400e-827d-3e5eaaf050e7 req-3912a41b-d356-458d-8337-e08044292526 service nova] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_rules [ 988.500323] env[65756]: INFO networking_nsxv3.common.synchronization [req-2f4eec82-942f-400e-827d-3e5eaaf050e7 req-3912a41b-d356-458d-8337-e08044292526 service nova] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 988.501788] env[65756]: INFO networking_nsxv3.common.synchronization [req-2f4eec82-942f-400e-827d-3e5eaaf050e7 req-3912a41b-d356-458d-8337-e08044292526 service nova] Enqueued Resource ID: d3a953a1-d7cc-4d43-822d-c8260d256fea with Priority: HIGHEST for action port [ 988.502132] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_rules [ 988.502344] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 988.502498] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a953a1-d7cc-4d43-822d-c8260d256fea with Priority: HIGHEST for action port [ 988.504061] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.504061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.504061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.504061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.504061] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.505950] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.508076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.508076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.508076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.508076] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.508076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.508076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.508728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.508728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.508728] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.511031] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3a953a1-d7cc-4d43-822d-c8260d256fea taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.511031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3a953a1-d7cc-4d43-822d-c8260d256fea" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.511031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3a953a1-d7cc-4d43-822d-c8260d256fea" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.511651] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3a953a1-d7cc-4d43-822d-c8260d256fea" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.511694] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a953a1-d7cc-4d43-822d-c8260d256fea',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.542346] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.545769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.545769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.545769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.545769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.545769] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.545769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.545769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.545769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.545769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.545769] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 is going to be updated. [ 988.557917] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 988.557917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.573890] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.574092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.574171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.574378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.574515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.585806] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 in Status: IN_PROGRESS for 2s [ 989.015073] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3a953a1-d7cc-4d43-822d-c8260d256fea with status ACTIVE [ 989.015293] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.015430] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.015493] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.015705] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.015792] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.015966] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.016075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.016193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.016344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.016344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.016661] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.016661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.016783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.016824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.016901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.016983] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3a953a1-d7cc-4d43-822d-c8260d256fea is going to be updated. [ 989.018394] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.018567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.018624] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.044495] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.044495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.044495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.044495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.044495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.044495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3a953a1-d7cc-4d43-822d-c8260d256fea" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.522256] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.612129] env[65756]: INFO networking_nsxv3.common.synchronization [req-4ada86a1-605a-415e-9618-5a327f38c5ad req-bcd99079-4b39-4ae2-92f7-79d3824b57a4 tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd with Priority: HIGHEST for action security_group_members [ 989.612751] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd with Priority: HIGHEST for action security_group_members [ 989.613454] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-07fe3723-dce6-4ad8-962c-ddda98673dfd taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.613586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.613655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.613922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.614128] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.614240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.614304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.614492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.614581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.615706] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07fe3723-dce6-4ad8-962c-ddda98673dfd',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.671515] env[65756]: INFO networking_nsxv3.common.synchronization [None req-1b723ed2-d56d-42be-b92c-41b3308cbfa9 tempest-ImagesOneServerNegativeTestJSON-852611871 tempest-ImagesOneServerNegativeTestJSON-852611871-project-member] Enqueued Resource ID: 0b3ee1f9-ce8d-448a-b647-ad153ba751ed with Priority: HIGHEST for action security_group_rules [ 989.672673] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b3ee1f9-ce8d-448a-b647-ad153ba751ed with Priority: HIGHEST for action security_group_rules [ 989.672989] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b3ee1f9-ce8d-448a-b647-ad153ba751ed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.673219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b3ee1f9-ce8d-448a-b647-ad153ba751ed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.673359] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b3ee1f9-ce8d-448a-b647-ad153ba751ed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.673739] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b3ee1f9-ce8d-448a-b647-ad153ba751ed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.674099] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b3ee1f9-ce8d-448a-b647-ad153ba751ed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.800424] env[65756]: INFO networking_nsxv3.common.synchronization [None req-4e70edd0-a94a-4e10-9058-d6ae64caa47e tempest-ImagesOneServerNegativeTestJSON-852611871 tempest-ImagesOneServerNegativeTestJSON-852611871-project-member] Enqueued Resource ID: 0b3ee1f9-ce8d-448a-b647-ad153ba751ed with Priority: HIGHEST for action security_group_rules [ 989.800953] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b3ee1f9-ce8d-448a-b647-ad153ba751ed with Priority: HIGHEST for action security_group_rules [ 989.801273] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b3ee1f9-ce8d-448a-b647-ad153ba751ed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.801367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b3ee1f9-ce8d-448a-b647-ad153ba751ed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.991666] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.991945] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.992093] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.992435] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.992827] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.993173] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.993415] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.993763] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.994059] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.994320] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.994469] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.994603] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.994737] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.994876] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.994985] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.995181] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.018929] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.019235] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.019419] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.019616] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.020014] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-fd2c0095-2308-4757-b34d-67f10fba2855 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.020247] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-fd2c0095-2308-4757-b34d-67f10fba2855" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.020380] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-fd2c0095-2308-4757-b34d-67f10fba2855" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.020733] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-fd2c0095-2308-4757-b34d-67f10fba2855" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.020877] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd2c0095-2308-4757-b34d-67f10fba2855',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.025558] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.025701] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.025769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.025978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.026087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.026186] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be updated. [ 990.058136] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.058136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.058136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.058136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.058136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.067411] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: IN_PROGRESS for 2s [ 990.117296] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.117405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.117405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.117592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.117681] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.117870] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.117964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.118038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.118184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.118258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.118340] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd already deleted. [ 990.118416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.196784] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.196942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.197072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.197461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.197461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.197461] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b3ee1f9-ce8d-448a-b647-ad153ba751ed already deleted. [ 990.197461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b3ee1f9-ce8d-448a-b647-ad153ba751ed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.197683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b3ee1f9-ce8d-448a-b647-ad153ba751ed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.197875] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b3ee1f9-ce8d-448a-b647-ad153ba751ed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.197980] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b3ee1f9-ce8d-448a-b647-ad153ba751ed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.524100] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.524100] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.524648] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.524648] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.524648] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.524826] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port fd2c0095-2308-4757-b34d-67f10fba2855 not found, creating... [ 990.526158] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.526158] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.526158] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.526158] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.526158] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.526158] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.526471] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.526471] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.526545] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.527498] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.527498] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: fd2c0095-2308-4757-b34d-67f10fba2855 is going to be created. [ 990.551818] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.552094] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.552303] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.553123] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.553123] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.553271] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-fd2c0095-2308-4757-b34d-67f10fba2855" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.596258] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 in Status: SUCCESS [ 990.596426] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 deletion is rescheduled due to dependency. [ 990.596541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.722288] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.722530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.722609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.722761] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.722870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.722938] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b3ee1f9-ce8d-448a-b647-ad153ba751ed already deleted. [ 990.723032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b3ee1f9-ce8d-448a-b647-ad153ba751ed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.275882] env[65756]: INFO networking_nsxv3.common.synchronization [req-4ada86a1-605a-415e-9618-5a327f38c5ad req-05dc32ee-83b5-4800-ad78-7ed5df86de54 service nova] Enqueued Resource ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd with Priority: HIGHEST for action security_group_rules [ 991.275968] env[65756]: INFO networking_nsxv3.common.synchronization [req-4ada86a1-605a-415e-9618-5a327f38c5ad req-05dc32ee-83b5-4800-ad78-7ed5df86de54 service nova] Enqueued Resource ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd with Priority: HIGHEST for action security_group_members [ 991.276106] env[65756]: INFO networking_nsxv3.common.synchronization [req-4ada86a1-605a-415e-9618-5a327f38c5ad req-05dc32ee-83b5-4800-ad78-7ed5df86de54 service nova] Enqueued Resource ID: fd2c0095-2308-4757-b34d-67f10fba2855 with Priority: HIGHEST for action port [ 991.276816] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd with Priority: HIGHEST for action security_group_rules [ 991.277028] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd with Priority: HIGHEST for action security_group_members [ 991.277138] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2c0095-2308-4757-b34d-67f10fba2855 with Priority: HIGHEST for action port [ 991.277588] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07fe3723-dce6-4ad8-962c-ddda98673dfd taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.277740] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.277837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.278026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.278113] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07fe3723-dce6-4ad8-962c-ddda98673dfd',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.279182] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-07fe3723-dce6-4ad8-962c-ddda98673dfd taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.279339] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.279444] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.279641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.279812] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.279933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.280022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.280184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.280273] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.280377] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07fe3723-dce6-4ad8-962c-ddda98673dfd',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.282306] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd2c0095-2308-4757-b34d-67f10fba2855 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.282416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd2c0095-2308-4757-b34d-67f10fba2855" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.282510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd2c0095-2308-4757-b34d-67f10fba2855" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.282657] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd2c0095-2308-4757-b34d-67f10fba2855" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.282741] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd2c0095-2308-4757-b34d-67f10fba2855',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.785443] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-07fe3723-dce6-4ad8-962c-ddda98673dfd taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.785891] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.785891] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07fe3723-dce6-4ad8-962c-ddda98673dfd',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.786757] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd2c0095-2308-4757-b34d-67f10fba2855 with status ACTIVE [ 991.786864] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.787027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.787069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.787274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.787356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.787527] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.787637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.787684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.787819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.787894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.789206] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.789370] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.789448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.789610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.789697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.789845] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd2c0095-2308-4757-b34d-67f10fba2855 is going to be updated. [ 991.813538] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.813721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.813800] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.814090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.814248] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.814426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd2c0095-2308-4757-b34d-67f10fba2855" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.086817] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 992.087640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.087640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.087640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.087640] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.088340] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.089453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.089453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.089453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.089453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.089453] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.292650] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07fe3723-dce6-4ad8-962c-ddda98673dfd',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.592760] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.593213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.593301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.593548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.593715] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.593857] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.593940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.594130] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.594238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.594327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.594507] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.594574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.594622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.594759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.594895] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.594983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.595078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.595202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.595289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.595371] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.595459] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.795189] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.795571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.795571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.795752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.795840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.795946] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd is going to be created. [ 992.818147] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.818334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.818334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.818628] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.818696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.828297] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd in Status: UNINITIALIZED for 2s [ 993.097987] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0f3e498-9f34-43e8-b65a-2c524989ddb7: rpc.has_security_group_logging(os_id): False [ 993.123218] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.123404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.123448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.124684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.124684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.124684] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.124684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.124684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.124684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.124684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.124684] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.124684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.124684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.125269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.125269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.125269] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.125269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.125269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.125424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.125522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.125554] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be updated. [ 993.205476] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.205636] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.205763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.205930] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.206094] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.229411] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: IN_PROGRESS for 2s [ 994.226928] env[65756]: INFO networking_nsxv3.common.synchronization [req-2bda50d9-97f2-40b0-b5c6-e12735f2f274 req-35bba612-0fa9-4abc-87d0-e6c232237d34 tempest-ServerRescueTestJSONUnderV235-804717005 tempest-ServerRescueTestJSONUnderV235-804717005-project-member] Enqueued Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_members [ 994.227609] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_members [ 994.228228] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.228228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.228228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.228501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.228835] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.228835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.228835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.229019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.229115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.229199] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.611919] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.612161] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-355" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.612291] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-355" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.612608] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-355" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.612866] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.616456] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.616456] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.616456] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.616456] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.616456] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.616456] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.616456] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.616735] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.616735] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.616735] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.616955] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.640289] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.640289] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.640289] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.640289] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-355" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.640554] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-aee62e28-f83d-411e-87b0-0e5eeae98ff1 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.640554] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.640689] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.641326] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.642449] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee62e28-f83d-411e-87b0-0e5eeae98ff1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.731727] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.731959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.732048] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.732272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.732399] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.732630] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.732990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.732990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.732990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.733130] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.733130] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03fd1e09-1dba-4890-9887-b214ad809728 already deleted. [ 994.733222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.838078] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd in Status: SUCCESS [ 994.838305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.838488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.838764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.839033] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.839165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.839234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.839413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.839530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.839646] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.839741] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07fe3723-dce6-4ad8-962c-ddda98673dfd',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.144245] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.144640] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.144810] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.145194] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.145264] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.145419] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port aee62e28-f83d-411e-87b0-0e5eeae98ff1 not found, creating... [ 995.145914] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.146355] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.146850] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.147308] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.147804] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.148304] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.148617] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.148892] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.149386] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.150032] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.150343] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: aee62e28-f83d-411e-87b0-0e5eeae98ff1 is going to be created. [ 995.179474] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.179724] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.179844] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.180171] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.180437] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.180727] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.243663] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 995.244030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.342234] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07fe3723-dce6-4ad8-962c-ddda98673dfd',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.398103] env[65756]: INFO networking_nsxv3.common.synchronization [req-eeb61077-00c6-4a80-9b66-5da4c9005d38 req-d6ccb037-4264-4331-928b-70e13614211f tempest-ServerRescueTestJSON-1876737635 tempest-ServerRescueTestJSON-1876737635-project-member] Enqueued Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_members [ 995.398739] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGHEST for action security_group_members [ 995.399719] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.399941] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.400080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.400333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.400538] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.400775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.400860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.401269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.401269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.401436] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.845071] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07fe3723-dce6-4ad8-962c-ddda98673dfd: rpc.has_security_group_logging(os_id): False [ 995.868301] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.868754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.868754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.868962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.868962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.869174] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.869274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.869343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.869550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.869622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.869718] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd is going to be created. [ 995.882152] env[65756]: INFO networking_nsxv3.common.synchronization [req-2bda50d9-97f2-40b0-b5c6-e12735f2f274 req-a1613711-d4d2-42b7-b1d6-ada7bfedce8e service nova] Enqueued Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_rules [ 995.882349] env[65756]: INFO networking_nsxv3.common.synchronization [req-2bda50d9-97f2-40b0-b5c6-e12735f2f274 req-a1613711-d4d2-42b7-b1d6-ada7bfedce8e service nova] Enqueued Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_members [ 995.882481] env[65756]: INFO networking_nsxv3.common.synchronization [req-2bda50d9-97f2-40b0-b5c6-e12735f2f274 req-a1613711-d4d2-42b7-b1d6-ada7bfedce8e service nova] Enqueued Resource ID: aee62e28-f83d-411e-87b0-0e5eeae98ff1 with Priority: HIGHEST for action port [ 995.886571] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_rules [ 995.886571] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_members [ 995.886571] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee62e28-f83d-411e-87b0-0e5eeae98ff1 with Priority: HIGHEST for action port [ 995.886571] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.886571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.886571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.886571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.886865] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.888854] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.889039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.889137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.889413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.890125] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.890288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.890385] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.890625] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.891207] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.892475] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.893862] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee62e28-f83d-411e-87b0-0e5eeae98ff1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.894706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.894706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.894963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.894995] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee62e28-f83d-411e-87b0-0e5eeae98ff1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.905726] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.905726] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.905726] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.905726] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.905726] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.907249] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.907249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.907249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.907249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.907249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.907249] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 is going to be updated. [ 995.937158] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.937158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.937158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.938852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.938852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.950347] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 in Status: IN_PROGRESS for 2s [ 995.957151] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.957380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.957497] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.957781] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.958050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.975613] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd in Status: IN_PROGRESS for 2s [ 996.389799] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.390141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.398136] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aee62e28-f83d-411e-87b0-0e5eeae98ff1 with status ACTIVE [ 996.398136] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.398390] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.398446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.398804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.399016] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.399315] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.399512] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.399639] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.399903] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.400054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.400353] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.400495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.400585] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.402097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.402097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.402097] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aee62e28-f83d-411e-87b0-0e5eeae98ff1 is going to be updated. [ 996.402853] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.429791] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.429946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.430028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.430409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.430557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.430750] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.669330] env[65756]: INFO networking_nsxv3.common.synchronization [req-522aba5b-68be-4e5d-8a56-3ae1d1568d45 req-5a70f7f8-9488-4c72-84f6-22b8577c31f2 tempest-MigrationsAdminTest-536750927 tempest-MigrationsAdminTest-536750927-project-member] Enqueued Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_members [ 996.669877] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_members [ 996.670234] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.670363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.670432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.671437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.671437] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.671437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.671437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.671437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.671437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.671437] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.907187] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.175222] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.409852] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.410190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.410190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.410338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.410483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.410607] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03fd1e09-1dba-4890-9887-b214ad809728 is going to be created. [ 997.435940] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.436198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.436198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.436435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.437038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.446440] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: UNINITIALIZED for 2s [ 997.677790] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.961911] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 in Status: SUCCESS [ 997.962136] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 deletion is rescheduled due to dependency. [ 997.962295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.989067] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd in Status: SUCCESS [ 997.989441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.181092] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.181263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.181328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.181550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.181641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.181776] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca is going to be updated. [ 998.212334] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.212521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.212586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.212810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.212957] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.221651] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca in Status: IN_PROGRESS for 2s [ 999.396872] env[65756]: INFO networking_nsxv3.common.synchronization [req-077ebef2-78c2-4fa5-a7c5-1a35df34736a req-2234bde9-0be0-4461-85bc-a894f71bdf91 tempest-DeleteServersTestJSON-1529222805 tempest-DeleteServersTestJSON-1529222805-project-member] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 999.396872] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 999.396872] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.396872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.396872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.396872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.398209] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.398867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.399776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.401464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.401464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.401464] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.459718] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: SUCCESS [ 999.459718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.459718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.459718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.459718] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.460084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.460084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.460174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.460288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.460526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.460731] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.827408] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.827781] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.827976] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.828391] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.828720] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.828903] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.829045] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.829457] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.829655] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.829945] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.830087] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.830213] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.830343] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.830514] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.830626] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.830767] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.852496] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.852686] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.852686] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.852873] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.853239] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-0aee25f9-0bde-4f7a-bdd5-122873b6e064 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.853417] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-0aee25f9-0bde-4f7a-bdd5-122873b6e064" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.853552] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-0aee25f9-0bde-4f7a-bdd5-122873b6e064" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.853944] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-0aee25f9-0bde-4f7a-bdd5-122873b6e064" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.854062] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aee25f9-0bde-4f7a-bdd5-122873b6e064',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.903797] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.904104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.904284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.904586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.904697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.904915] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.905029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.905114] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.905276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.905358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.905465] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 999.947700] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.947931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.947931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.948196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.948305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.960651] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 999.964193] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.964390] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.964449] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.964638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.965264] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.965264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.965264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.965264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.965264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.965601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.965601] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.965601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.965773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.965830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.965933] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.966279] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.966279] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.966279] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.966534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.966534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.966534] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.232600] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca in Status: SUCCESS [ 1000.232863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.357064] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.357377] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.357598] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.357989] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.358226] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.358453] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 0aee25f9-0bde-4f7a-bdd5-122873b6e064 not found, creating... [ 1000.358832] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.359079] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.359278] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.359630] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.359871] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.360344] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.360805] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.360805] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.361123] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.361359] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.361601] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 0aee25f9-0bde-4f7a-bdd5-122873b6e064 is going to be created. [ 1000.384554] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.384957] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.384957] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.385177] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.385468] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.385819] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-0aee25f9-0bde-4f7a-bdd5-122873b6e064" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.470241] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03fd1e09-1dba-4890-9887-b214ad809728: rpc.has_security_group_logging(os_id): False [ 1000.498785] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.499035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.499035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.499252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.499777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.499777] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.499777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.499777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.500030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.500030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.500107] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.500210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.500306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.500456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.500526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.501609] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.501609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.501609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.501609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.501609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.501609] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03fd1e09-1dba-4890-9887-b214ad809728 is going to be created. [ 1000.607336] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.607574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.607574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.607772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.607948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.619103] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: IN_PROGRESS for 2s [ 1001.104069] env[65756]: INFO networking_nsxv3.common.synchronization [req-077ebef2-78c2-4fa5-a7c5-1a35df34736a req-a17f6df7-2e2c-465f-b98f-35a33e6ac163 service nova] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_rules [ 1001.104307] env[65756]: INFO networking_nsxv3.common.synchronization [req-077ebef2-78c2-4fa5-a7c5-1a35df34736a req-a17f6df7-2e2c-465f-b98f-35a33e6ac163 service nova] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 1001.104453] env[65756]: INFO networking_nsxv3.common.synchronization [req-077ebef2-78c2-4fa5-a7c5-1a35df34736a req-a17f6df7-2e2c-465f-b98f-35a33e6ac163 service nova] Enqueued Resource ID: 0aee25f9-0bde-4f7a-bdd5-122873b6e064 with Priority: HIGHEST for action port [ 1001.104999] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_rules [ 1001.106183] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 1001.106261] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aee25f9-0bde-4f7a-bdd5-122873b6e064 with Priority: HIGHEST for action port [ 1001.106574] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.106700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.106796] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.107062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.107167] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.108641] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.108767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.108998] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aee25f9-0bde-4f7a-bdd5-122873b6e064 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.109146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aee25f9-0bde-4f7a-bdd5-122873b6e064" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.109234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aee25f9-0bde-4f7a-bdd5-122873b6e064" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.109472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aee25f9-0bde-4f7a-bdd5-122873b6e064" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.109527] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aee25f9-0bde-4f7a-bdd5-122873b6e064',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.615073] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.615073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.615073] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0aee25f9-0bde-4f7a-bdd5-122873b6e064 with status ACTIVE [ 1001.615073] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.615073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.615073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.615073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.615073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.615073] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.615073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.615073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.615073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.615073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.615073] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.615955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.615955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.615955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.615955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.615955] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0aee25f9-0bde-4f7a-bdd5-122873b6e064 is going to be updated. [ 1001.637049] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.637049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.637049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.638513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.638513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.638513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aee25f9-0bde-4f7a-bdd5-122873b6e064" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.977127] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 1001.977437] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 deletion is rescheduled due to dependency. [ 1001.977574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.978183] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.978421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.978706] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.978783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.978818] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.978970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.979059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.979147] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.472320] env[65756]: INFO networking_nsxv3.common.synchronization [req-ed61fbf9-0b0c-4d98-be5a-c3e56817eccc req-83471ca5-6f98-4139-813e-1545d691e907 tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 1002.473474] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 1002.473474] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.473474] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.473474] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.473735] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.473735] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.473810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.473842] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.473962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.478258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.478371] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.482474] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.634695] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: SUCCESS [ 1002.635070] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.964651] env[65756]: INFO networking_nsxv3.common.synchronization [None req-ae70aa2d-e7e2-4cd8-bf5e-33519798811b tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 1002.965219] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 1002.965594] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.966255] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.980845] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.986272] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.483524] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.489063] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.489225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.489299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.489531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.489626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.489726] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 1003.525165] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.525381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.525442] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.525717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.526017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.565303] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 1003.951096] env[65756]: INFO networking_nsxv3.common.synchronization [req-a99009ca-a73a-4a88-9ede-f69a06321252 req-9f4a8220-d1e1-40e4-80d3-f326680bc8dd tempest-ImagesTestJSON-1752206587 tempest-ImagesTestJSON-1752206587-project-member] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 1003.952337] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGHEST for action security_group_members [ 1003.952436] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.952555] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.952656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.952937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.953118] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.953205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.953344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.953426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.953539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.953602] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.986486] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.986666] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.986708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.987021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.987021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.987146] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be updated. [ 1004.015310] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.015473] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.015540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.015749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.015919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.026290] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: IN_PROGRESS for 2s [ 1004.458673] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.458673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.458673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.458673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.458673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.458673] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.458673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.458673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.458673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.458673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.458673] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be updated. [ 1004.489258] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.489258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.489258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.489258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.489258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.498416] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: IN_PROGRESS for 2s [ 1005.577244] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 1005.577244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.577244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.577244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.577244] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.577244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.577244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.577244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.577244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.578879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.579209] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.797836] env[65756]: INFO networking_nsxv3.common.synchronization [req-22e6bfc9-6d12-4f90-89b8-bfb584288258 req-366c85f5-053d-49c7-861c-8be05259cf3c tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: 247ef369-4992-414f-b456-d450af99f4d8 with Priority: HIGHEST for action security_group_members [ 1005.798405] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ef369-4992-414f-b456-d450af99f4d8 with Priority: HIGHEST for action security_group_members [ 1005.799157] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-247ef369-4992-414f-b456-d450af99f4d8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.799157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.799157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.799354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.799396] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.799524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.799608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.799783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.799872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.799967] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('247ef369-4992-414f-b456-d450af99f4d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.039156] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 1006.039401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.039555] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.039791] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.040087] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.040161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.040161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.040359] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.040442] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.040519] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.084589] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.084798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.084856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.085065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.085309] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.085509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.086647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.086647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.086647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.086647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.086647] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.086647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.086647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.086647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.087110] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.087110] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.087110] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.087110] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.087367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.087367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.087367] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.303829] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.304058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.304184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.304680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.333343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.333627] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.333854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.333854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.334082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.334175] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.334359] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247ef369-4992-414f-b456-d450af99f4d8 is going to be updated. [ 1006.371172] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.371392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.371392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.371647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.371874] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.381657] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247ef369-4992-414f-b456-d450af99f4d8 in Status: IN_PROGRESS for 2s [ 1006.510869] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab46417-eb12-4230-a290-34abd48aae30 in Status: SUCCESS [ 1006.511084] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab46417-eb12-4230-a290-34abd48aae30 deletion is rescheduled due to dependency. [ 1006.511215] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.543313] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.543519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.543585] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.543828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.543924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.544315] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.544439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.544499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.544677] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.544773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.544858] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be updated. [ 1006.572926] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.573153] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.573203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.573407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.573587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.583562] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: IN_PROGRESS for 2s [ 1006.590145] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17d65494-586f-4657-a8b1-01c4aff93a23: rpc.has_security_group_logging(os_id): False [ 1006.607796] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.607987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.608072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.608312] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.608431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.608632] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.608749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.608826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.609010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.609107] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.609319] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.609423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.609499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.609646] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.609723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.609931] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.610042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.610239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.610431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.610521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.610617] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 1006.697481] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.697481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.697481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.697768] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.697801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.711658] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 1008.392949] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 247ef369-4992-414f-b456-d450af99f4d8 in Status: SUCCESS [ 1008.393255] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 247ef369-4992-414f-b456-d450af99f4d8 deletion is rescheduled due to dependency. [ 1008.393324] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.595746] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 1008.595902] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 deletion is rescheduled due to dependency. [ 1008.595988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.728737] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 1008.728959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.165944] env[65756]: INFO networking_nsxv3.common.synchronization [req-539036ac-4582-45f8-8a8f-dd3125a175f8 req-95d3e98f-b16a-4c4a-bd52-ff7112b430f7 tempest-TenantUsagesTestJSON-1387879856 tempest-TenantUsagesTestJSON-1387879856-project-member] Enqueued Resource ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 with Priority: HIGHEST for action security_group_members [ 1009.166648] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 with Priority: HIGHEST for action security_group_members [ 1009.167163] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d211fd23-ba53-48ed-a33f-96744d5c51c3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.167458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.167546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.167882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.168106] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.168640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.168777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.168947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.169342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.169342] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d211fd23-ba53-48ed-a33f-96744d5c51c3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.545500] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.546144] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.546382] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.546809] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.547221] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.547515] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.547731] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.548138] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.548408] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.548776] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.549024] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.550861] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.550861] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.550861] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.550861] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.550861] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.573555] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.573699] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.573857] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.574065] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-442" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.574503] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-67af603b-3d4c-47b2-8b16-1fa77d81ab63 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.574739] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-67af603b-3d4c-47b2-8b16-1fa77d81ab63" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.574852] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-67af603b-3d4c-47b2-8b16-1fa77d81ab63" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.575227] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-67af603b-3d4c-47b2-8b16-1fa77d81ab63" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.575378] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67af603b-3d4c-47b2-8b16-1fa77d81ab63',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.673180] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.673391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.673391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.673638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.673759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.673920] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.674027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.674121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.674312] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.674394] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.674484] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 already deleted. [ 1009.674604] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.078681] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.078946] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.079150] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.079403] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.079554] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.079709] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 67af603b-3d4c-47b2-8b16-1fa77d81ab63 not found, creating... [ 1010.079973] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.080154] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.080269] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.080500] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.080654] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.080942] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.081147] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.081248] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.081477] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.081606] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.081743] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 67af603b-3d4c-47b2-8b16-1fa77d81ab63 is going to be created. [ 1010.104422] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.105990] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.105990] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.105990] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.105990] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.105990] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-67af603b-3d4c-47b2-8b16-1fa77d81ab63" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.835365] env[65756]: INFO networking_nsxv3.common.synchronization [req-539036ac-4582-45f8-8a8f-dd3125a175f8 req-693be5d1-b680-4f1d-8de1-ac6af610c509 service nova] Enqueued Resource ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 with Priority: HIGHEST for action security_group_rules [ 1010.835365] env[65756]: INFO networking_nsxv3.common.synchronization [req-539036ac-4582-45f8-8a8f-dd3125a175f8 req-693be5d1-b680-4f1d-8de1-ac6af610c509 service nova] Enqueued Resource ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 with Priority: HIGHEST for action security_group_members [ 1010.835365] env[65756]: INFO networking_nsxv3.common.synchronization [req-539036ac-4582-45f8-8a8f-dd3125a175f8 req-693be5d1-b680-4f1d-8de1-ac6af610c509 service nova] Enqueued Resource ID: 67af603b-3d4c-47b2-8b16-1fa77d81ab63 with Priority: HIGHEST for action port [ 1010.835365] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 with Priority: HIGHEST for action security_group_rules [ 1010.835838] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 with Priority: HIGHEST for action security_group_members [ 1010.835838] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67af603b-3d4c-47b2-8b16-1fa77d81ab63 with Priority: HIGHEST for action port [ 1010.835900] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d211fd23-ba53-48ed-a33f-96744d5c51c3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.835966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.836062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.836292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.836388] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d211fd23-ba53-48ed-a33f-96744d5c51c3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.837303] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d211fd23-ba53-48ed-a33f-96744d5c51c3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.837425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.837484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.838365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.838524] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.838630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.838694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.838833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.838918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.839059] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d211fd23-ba53-48ed-a33f-96744d5c51c3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.839794] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-67af603b-3d4c-47b2-8b16-1fa77d81ab63 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.839903] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67af603b-3d4c-47b2-8b16-1fa77d81ab63" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.840038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67af603b-3d4c-47b2-8b16-1fa77d81ab63" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.840123] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67af603b-3d4c-47b2-8b16-1fa77d81ab63" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.840198] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67af603b-3d4c-47b2-8b16-1fa77d81ab63',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.342298] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d211fd23-ba53-48ed-a33f-96744d5c51c3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.343879] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d211fd23-ba53-48ed-a33f-96744d5c51c3 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.344132] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.345430] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67af603b-3d4c-47b2-8b16-1fa77d81ab63 with status ACTIVE [ 1011.345430] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.345430] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.345430] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.345598] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.345598] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.345970] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.346391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.346391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.346524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.347091] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.347091] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.347372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.347372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.347526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.347678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.347828] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67af603b-3d4c-47b2-8b16-1fa77d81ab63 is going to be updated. [ 1011.373328] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.373328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.373328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.373328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.373328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.373328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67af603b-3d4c-47b2-8b16-1fa77d81ab63" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.850508] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d211fd23-ba53-48ed-a33f-96744d5c51c3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.354693] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.354922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.354922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.355161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.355327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.355474] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 is going to be created. [ 1012.383599] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.383900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.383900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.384089] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.384239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.396754] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 in Status: UNINITIALIZED for 2s [ 1013.796545] env[65756]: INFO networking_nsxv3.common.synchronization [req-022fe5db-3d2e-4c35-946e-7a3f186e3b4c req-f716fe02-d3e9-4531-9864-31ea1c64c040 tempest-ServersTestJSON-519472325 tempest-ServersTestJSON-519472325-project-member] Enqueued Resource ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 with Priority: HIGHEST for action security_group_members [ 1013.796944] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 with Priority: HIGHEST for action security_group_members [ 1013.797425] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.797503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.797552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.797769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.797936] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.798058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.798114] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.798287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.798376] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.798558] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.285190] env[65756]: INFO networking_nsxv3.common.synchronization [req-0901a663-af15-4c40-a8d7-544b9542f98b req-dad63976-6910-4e55-b1bc-e68c28af481f tempest-ServerActionsTestJSON-2120773453 tempest-ServerActionsTestJSON-2120773453-project-member] Enqueued Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGHEST for action security_group_members [ 1014.286248] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGHEST for action security_group_members [ 1014.288174] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a89c14d-de01-4a33-9c44-480acd2e97c8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.288174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.288174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.288174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.288174] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.288174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.288174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.288972] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.289131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.289241] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a89c14d-de01-4a33-9c44-480acd2e97c8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.301202] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.301357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.301492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.301604] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.301687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.301885] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.302033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.302033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.302545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.302545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.302545] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 is going to be updated. [ 1014.334737] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.335138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.335138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.335357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.335357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.345132] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 in Status: IN_PROGRESS for 2s [ 1014.407153] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 in Status: SUCCESS [ 1014.407370] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.407541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.407774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.408062] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.408194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.408265] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.408460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.408585] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.408706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.408706] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d211fd23-ba53-48ed-a33f-96744d5c51c3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.569748] env[65756]: INFO networking_nsxv3.common.synchronization [req-683a704a-144b-4d57-9797-9c73890e83d6 req-2f2d5169-c2ec-46bd-8bbb-706889e43ee1 tempest-DeleteServersTestJSON-1529222805 tempest-DeleteServersTestJSON-1529222805-project-member] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 1014.570290] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 1014.574632] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.574632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.574632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.574632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.574632] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.574632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.574632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.574632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.574632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.574632] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.633766] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.633980] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.634091] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.634446] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.635026] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.635026] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.635026] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.635242] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.635330] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.635533] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.635643] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.635747] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.635850] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.635955] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.636076] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.636396] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.656040] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.656281] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.656473] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.656741] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.657120] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-ff4f491e-5be3-44d8-9347-e30065bd51a3 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.657336] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-ff4f491e-5be3-44d8-9347-e30065bd51a3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.657490] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-ff4f491e-5be3-44d8-9347-e30065bd51a3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.657839] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-ff4f491e-5be3-44d8-9347-e30065bd51a3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.658011] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff4f491e-5be3-44d8-9347-e30065bd51a3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.794389] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.794389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.794389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.794389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.794389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.794389] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.794389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.794389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.794389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.794389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.794389] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 already deleted. [ 1014.794389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.914846] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d211fd23-ba53-48ed-a33f-96744d5c51c3 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.914846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.914846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.914846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.914846] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.914846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.914846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.914846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.914846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.914846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.914846] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d211fd23-ba53-48ed-a33f-96744d5c51c3 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.914846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.914846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.914846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.914846] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.914846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.915713] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.915713] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.915713] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.915713] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.915713] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d211fd23-ba53-48ed-a33f-96744d5c51c3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.073781] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.073942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.074032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.074326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.074423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.074926] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.075118] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.075208] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.075513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.075610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.075768] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 1015.107434] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.107616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.107673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.107984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.108188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.130018] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 1015.160619] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.160993] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.161219] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.161578] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.161869] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.162087] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port ff4f491e-5be3-44d8-9347-e30065bd51a3 not found, creating... [ 1015.162424] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.162652] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.162756] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.163055] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.163206] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.163547] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.163716] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.163834] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.164076] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.164210] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.164426] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: ff4f491e-5be3-44d8-9347-e30065bd51a3 is going to be created. [ 1015.185573] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.185842] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.186027] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.186360] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.186706] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.186906] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-ff4f491e-5be3-44d8-9347-e30065bd51a3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.417146] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d211fd23-ba53-48ed-a33f-96744d5c51c3: rpc.has_security_group_logging(os_id): False [ 1015.441393] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.441515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.441556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.441769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.441864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.442107] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.442220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.442220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.442388] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.442463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.442644] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.442738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.442795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.443103] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.443103] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.443213] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.443293] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.443356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.443546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.443700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.443766] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 is going to be created. [ 1015.509576] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.509576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.509576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.509743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.509830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.526675] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 in Status: IN_PROGRESS for 2s [ 1015.880474] env[65756]: INFO networking_nsxv3.common.synchronization [req-0901a663-af15-4c40-a8d7-544b9542f98b req-423e8b4f-a6f2-4f91-aa44-f77cd827bfbe service nova] Enqueued Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGHEST for action security_group_rules [ 1015.880604] env[65756]: INFO networking_nsxv3.common.synchronization [req-0901a663-af15-4c40-a8d7-544b9542f98b req-423e8b4f-a6f2-4f91-aa44-f77cd827bfbe service nova] Enqueued Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGHEST for action security_group_members [ 1015.880737] env[65756]: INFO networking_nsxv3.common.synchronization [req-0901a663-af15-4c40-a8d7-544b9542f98b req-423e8b4f-a6f2-4f91-aa44-f77cd827bfbe service nova] Enqueued Resource ID: ff4f491e-5be3-44d8-9347-e30065bd51a3 with Priority: HIGHEST for action port [ 1015.881297] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGHEST for action security_group_rules [ 1015.881469] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGHEST for action security_group_members [ 1015.881560] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4f491e-5be3-44d8-9347-e30065bd51a3 with Priority: HIGHEST for action port [ 1015.881830] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a89c14d-de01-4a33-9c44-480acd2e97c8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.881953] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.882026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.882234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.882332] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a89c14d-de01-4a33-9c44-480acd2e97c8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.885159] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a89c14d-de01-4a33-9c44-480acd2e97c8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.885159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.885159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.885159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.885159] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.885159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.885159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.885159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.885159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.885159] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a89c14d-de01-4a33-9c44-480acd2e97c8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.888648] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff4f491e-5be3-44d8-9347-e30065bd51a3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.888774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff4f491e-5be3-44d8-9347-e30065bd51a3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.889151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff4f491e-5be3-44d8-9347-e30065bd51a3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.889151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff4f491e-5be3-44d8-9347-e30065bd51a3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.889151] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff4f491e-5be3-44d8-9347-e30065bd51a3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.106094] env[65756]: INFO networking_nsxv3.common.synchronization [req-92ab50cb-7f8a-48b6-b606-89484ae4d0cb req-0d3e1bd6-b075-4d48-a6a8-905b6c41bf28 tempest-ServerRescueTestJSONUnderV235-804717005 tempest-ServerRescueTestJSONUnderV235-804717005-project-member] Enqueued Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_members [ 1016.106459] env[65756]: INFO networking_nsxv3.common.synchronization [req-92ab50cb-7f8a-48b6-b606-89484ae4d0cb req-0d3e1bd6-b075-4d48-a6a8-905b6c41bf28 tempest-ServerRescueTestJSONUnderV235-804717005 tempest-ServerRescueTestJSONUnderV235-804717005-project-member] Enqueued Resource ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 with Priority: HIGHEST for action security_group_members [ 1016.107072] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_members [ 1016.109544] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 with Priority: HIGHEST for action security_group_members [ 1016.109544] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.109544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.109544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.109544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.109544] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.109544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.109544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.109544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.109544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.109544] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.110515] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.110515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.110515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.110683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.110839] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.110957] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.111047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.111205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.111286] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.111375] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685a6ff1-12b6-4a20-bca8-c249a3c4dd01',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.155336] env[65756]: INFO networking_nsxv3.common.synchronization [req-92ab50cb-7f8a-48b6-b606-89484ae4d0cb req-0d3e1bd6-b075-4d48-a6a8-905b6c41bf28 tempest-ServerRescueTestJSONUnderV235-804717005 tempest-ServerRescueTestJSONUnderV235-804717005-project-member] Enqueued Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_rules [ 1016.155702] env[65756]: INFO networking_nsxv3.common.synchronization [req-92ab50cb-7f8a-48b6-b606-89484ae4d0cb req-0d3e1bd6-b075-4d48-a6a8-905b6c41bf28 tempest-ServerRescueTestJSONUnderV235-804717005 tempest-ServerRescueTestJSONUnderV235-804717005-project-member] Enqueued Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_members [ 1016.155903] env[65756]: INFO networking_nsxv3.common.synchronization [req-92ab50cb-7f8a-48b6-b606-89484ae4d0cb req-0d3e1bd6-b075-4d48-a6a8-905b6c41bf28 tempest-ServerRescueTestJSONUnderV235-804717005 tempest-ServerRescueTestJSONUnderV235-804717005-project-member] Enqueued Resource ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 with Priority: HIGHEST for action security_group_rules [ 1016.155963] env[65756]: INFO networking_nsxv3.common.synchronization [req-92ab50cb-7f8a-48b6-b606-89484ae4d0cb req-0d3e1bd6-b075-4d48-a6a8-905b6c41bf28 tempest-ServerRescueTestJSONUnderV235-804717005 tempest-ServerRescueTestJSONUnderV235-804717005-project-member] Enqueued Resource ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 with Priority: HIGHEST for action security_group_members [ 1016.156409] env[65756]: INFO networking_nsxv3.common.synchronization [req-92ab50cb-7f8a-48b6-b606-89484ae4d0cb req-0d3e1bd6-b075-4d48-a6a8-905b6c41bf28 tempest-ServerRescueTestJSONUnderV235-804717005 tempest-ServerRescueTestJSONUnderV235-804717005-project-member] Enqueued Resource ID: aee62e28-f83d-411e-87b0-0e5eeae98ff1 with Priority: HIGHEST for action port [ 1016.159772] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_rules [ 1016.159772] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 with Priority: HIGHEST for action security_group_rules [ 1016.159772] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee62e28-f83d-411e-87b0-0e5eeae98ff1 with Priority: HIGHEST for action port [ 1016.159772] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_members [ 1016.159772] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 with Priority: HIGHEST for action security_group_members [ 1016.159772] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.159772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.159772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.159772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.159772] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.161009] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-685a6ff1-12b6-4a20-bca8-c249a3c4dd01 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.161009] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.161009] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.161196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.161259] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('685a6ff1-12b6-4a20-bca8-c249a3c4dd01',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.162275] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee62e28-f83d-411e-87b0-0e5eeae98ff1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.162414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.162494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.162637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.163667] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee62e28-f83d-411e-87b0-0e5eeae98ff1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.164622] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.164746] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.164939] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.165045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.358619] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 in Status: SUCCESS [ 1016.358863] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 deletion is rescheduled due to dependency. [ 1016.359038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.391480] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a89c14d-de01-4a33-9c44-480acd2e97c8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.392441] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a89c14d-de01-4a33-9c44-480acd2e97c8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.392640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.392924] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff4f491e-5be3-44d8-9347-e30065bd51a3 with status ACTIVE [ 1016.393150] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.393275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.393337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.393626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.393801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.394010] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.395894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.395894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.396129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.396129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.396364] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.396489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.396553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.396925] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.397065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.397202] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff4f491e-5be3-44d8-9347-e30065bd51a3 is going to be updated. [ 1016.422552] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.422845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.422845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.423147] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.423367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.423644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff4f491e-5be3-44d8-9347-e30065bd51a3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.532502] env[65756]: INFO networking_nsxv3.common.synchronization [req-3dba14dc-967a-4e19-a794-cfa6fbe673c8 req-5e290076-4eed-4d59-8a62-470bbb1dbaaa tempest-ServerRescueTestJSONUnderV235-804717005 tempest-ServerRescueTestJSONUnderV235-804717005-project-member] Enqueued Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_members [ 1016.532734] env[65756]: INFO networking_nsxv3.common.synchronization [req-3dba14dc-967a-4e19-a794-cfa6fbe673c8 req-5e290076-4eed-4d59-8a62-470bbb1dbaaa tempest-ServerRescueTestJSONUnderV235-804717005 tempest-ServerRescueTestJSONUnderV235-804717005-project-member] Enqueued Resource ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 with Priority: HIGHEST for action security_group_members [ 1016.533258] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_members [ 1016.533478] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 with Priority: HIGHEST for action security_group_members [ 1016.534040] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.534040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.534040] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.534040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.589670] env[65756]: INFO networking_nsxv3.common.synchronization [req-3dba14dc-967a-4e19-a794-cfa6fbe673c8 req-5e290076-4eed-4d59-8a62-470bbb1dbaaa tempest-ServerRescueTestJSONUnderV235-804717005 tempest-ServerRescueTestJSONUnderV235-804717005-project-member] Enqueued Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_rules [ 1016.589862] env[65756]: INFO networking_nsxv3.common.synchronization [req-3dba14dc-967a-4e19-a794-cfa6fbe673c8 req-5e290076-4eed-4d59-8a62-470bbb1dbaaa tempest-ServerRescueTestJSONUnderV235-804717005 tempest-ServerRescueTestJSONUnderV235-804717005-project-member] Enqueued Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_members [ 1016.590012] env[65756]: INFO networking_nsxv3.common.synchronization [req-3dba14dc-967a-4e19-a794-cfa6fbe673c8 req-5e290076-4eed-4d59-8a62-470bbb1dbaaa tempest-ServerRescueTestJSONUnderV235-804717005 tempest-ServerRescueTestJSONUnderV235-804717005-project-member] Enqueued Resource ID: aee62e28-f83d-411e-87b0-0e5eeae98ff1 with Priority: HIGHEST for action port [ 1016.590592] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_rules [ 1016.590730] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_members [ 1016.590828] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee62e28-f83d-411e-87b0-0e5eeae98ff1 with Priority: HIGHEST for action port [ 1016.591146] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.591248] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.591462] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.591570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.591762] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee62e28-f83d-411e-87b0-0e5eeae98ff1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.591850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.611355] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.615108] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('685a6ff1-12b6-4a20-bca8-c249a3c4dd01',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.667483] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.667483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.667483] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.667483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.667483] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aee62e28-f83d-411e-87b0-0e5eeae98ff1 with status ACTIVE [ 1016.667800] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.667800] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.667800] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.668075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.668190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.668252] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.668350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.668443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.668572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.668652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.668823] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.668926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.668989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.669112] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.669177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.669260] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aee62e28-f83d-411e-87b0-0e5eeae98ff1 is going to be updated. [ 1016.692434] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.692627] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.692793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.692924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.693132] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.693385] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.694383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.694588] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.694684] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee62e28-f83d-411e-87b0-0e5eeae98ff1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.893770] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a89c14d-de01-4a33-9c44-480acd2e97c8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.114033] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.118161] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('685a6ff1-12b6-4a20-bca8-c249a3c4dd01',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.142316] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 1017.142529] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 deletion is rescheduled due to dependency. [ 1017.142649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.198866] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aee62e28-f83d-411e-87b0-0e5eeae98ff1 with status ACTIVE [ 1017.199972] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.199972] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.200195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.200654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.200800] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.201174] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.201174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.201338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.201513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.201656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.201900] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.202309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.202696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.202900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.203059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.203300] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aee62e28-f83d-411e-87b0-0e5eeae98ff1 is going to be updated. [ 1017.228711] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.228909] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.229029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.229323] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.229526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.229724] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee62e28-f83d-411e-87b0-0e5eeae98ff1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.396886] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.396886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.396886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.397243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.397243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.397367] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 is going to be created. [ 1017.421797] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.422032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.422111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.422531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.422735] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.434815] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 in Status: UNINITIALIZED for 2s [ 1017.542047] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 in Status: SUCCESS [ 1017.542286] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.617547] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.617708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.617876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.618010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.618110] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.618209] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03fd1e09-1dba-4890-9887-b214ad809728 is going to be updated. [ 1017.620458] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.620597] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.620696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.620898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.620987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.621094] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 is going to be created. [ 1017.646892] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.647122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.647122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.647627] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.647627] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.658355] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.658517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.658583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.658943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.658943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.662806] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 in Status: UNINITIALIZED for 2s [ 1017.671650] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: IN_PROGRESS for 2s [ 1019.447110] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 in Status: SUCCESS [ 1019.447588] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.447588] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.447694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.447886] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.448016] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.448084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.448237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.448310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.448394] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.448491] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a89c14d-de01-4a33-9c44-480acd2e97c8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.674346] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 in Status: SUCCESS [ 1019.674346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.674346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.674571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.674740] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.674876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.674943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.675114] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.675191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.675307] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685a6ff1-12b6-4a20-bca8-c249a3c4dd01',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.678726] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: SUCCESS [ 1019.679296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.679296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.679388] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.681030] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.681030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.681030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.681030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.681030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.681030] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.957317] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a89c14d-de01-4a33-9c44-480acd2e97c8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.159543] env[65756]: INFO networking_nsxv3.common.synchronization [req-4423b88c-5ca3-4595-ba90-2f60dee283dc req-c6394ed2-396e-4407-bc74-c9e25878d1fa tempest-ImagesOneServerNegativeTestJSON-852611871 tempest-ImagesOneServerNegativeTestJSON-852611871-project-member] Enqueued Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 1020.160517] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 1020.160870] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.161236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.161322] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.161592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.161949] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.162151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.162222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.162557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.162706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.162786] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.179949] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.180148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.180195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.180416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.180777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.180777] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.180777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.180940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.180984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.181077] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.181170] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 is going to be deleted. [ 1020.182936] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.222168] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.222324] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.222398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.222619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.222723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.222831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.222980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.223160] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.223315] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.223421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.223483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.223622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.223698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.223792] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685a6ff1-12b6-4a20-bca8-c249a3c4dd01',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.463162] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a89c14d-de01-4a33-9c44-480acd2e97c8: rpc.has_security_group_logging(os_id): False [ 1020.481971] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.482159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.482233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.482542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.482630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.482875] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.482973] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.483047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.483200] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.483275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.483360] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 is going to be created. [ 1020.545939] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.546155] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.546251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.546542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.546776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.559303] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 in Status: IN_PROGRESS for 2s [ 1020.672294] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.672294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.672294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.672294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.672294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.672294] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.672294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.672294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.672294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.672294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.672294] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 is going to be updated. [ 1020.685905] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.709786] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.709786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.709786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.709786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.709786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.722764] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: IN_PROGRESS for 2s [ 1020.726368] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.726368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.728564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.728564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.728564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.728564] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.728564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.728564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.728564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.728564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.728564] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 already deleted. [ 1020.728564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.729177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.729177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.730033] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.730033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.730033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.730033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.730033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.730033] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685a6ff1-12b6-4a20-bca8-c249a3c4dd01',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.793592] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.793831] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-869" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.793991] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-869" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.794241] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-869" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.794640] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.794797] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.794914] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.795154] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.795338] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.795566] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.796010] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.796010] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.796010] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.796010] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.796206] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.796245] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.818155] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.818155] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.818155] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.818155] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-869" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.818569] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-c65713c2-14f2-41f1-91ad-1d54889e5a71 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.818780] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-c65713c2-14f2-41f1-91ad-1d54889e5a71" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.818929] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-c65713c2-14f2-41f1-91ad-1d54889e5a71" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.819349] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-c65713c2-14f2-41f1-91ad-1d54889e5a71" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.819677] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c65713c2-14f2-41f1-91ad-1d54889e5a71',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.188539] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.188700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.188783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.190997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.190997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.190997] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03fd1e09-1dba-4890-9887-b214ad809728 is going to be updated. [ 1021.225472] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.225637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.225866] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.225949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.226075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.234216] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.234805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.234884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.235130] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.235225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.235506] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.235629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.235671] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.235880] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.235974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.236078] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 already deleted. [ 1021.236164] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.236257] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('685a6ff1-12b6-4a20-bca8-c249a3c4dd01',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.237961] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: IN_PROGRESS for 2s [ 1021.323086] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.323360] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.323479] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.323777] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.323923] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.324103] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port c65713c2-14f2-41f1-91ad-1d54889e5a71 not found, creating... [ 1021.324443] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.326028] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.326028] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.326028] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.326028] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.326028] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.326028] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.326028] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.326504] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.326504] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.326605] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: c65713c2-14f2-41f1-91ad-1d54889e5a71 is going to be created. [ 1021.348822] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.349068] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.351329] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.352582] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.352792] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.355462] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-c65713c2-14f2-41f1-91ad-1d54889e5a71" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.741234] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('685a6ff1-12b6-4a20-bca8-c249a3c4dd01',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.244073] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 685a6ff1-12b6-4a20-bca8-c249a3c4dd01: rpc.has_security_group_logging(os_id): False [ 1022.273399] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.273579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.273658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.273896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.274018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.274282] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.274430] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.274509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.274728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.274817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.274990] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 is going to be created. [ 1022.317906] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/685a6ff1-12b6-4a20-bca8-c249a3c4dd01], does not exist path=[/infra/domains/default/groups/685a6ff1-12b6-4a20-bca8-c249a3c4dd01]."\n}' [ 1022.318102] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/685a6ff1-12b6-4a20-bca8-c249a3c4dd01 [ 1022.318228] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1022.381905] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.381905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.381905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.381905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.385703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.385703] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.385703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.385703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.385703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.385703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.385703] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.385703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.385703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.385703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.385703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.385703] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 685a6ff1-12b6-4a20-bca8-c249a3c4dd01 is going to be created. [ 1022.410037] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/685a6ff1-12b6-4a20-bca8-c249a3c4dd01], does not exist path=[/infra/domains/default/groups/685a6ff1-12b6-4a20-bca8-c249a3c4dd01]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/685a6ff1-12b6-4a20-bca8-c249a3c4dd01 [ 1022.410274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-685a6ff1-12b6-4a20-bca8-c249a3c4dd01" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.410560] env[65756]: Traceback (most recent call last): [ 1022.410560] env[65756]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1022.410560] env[65756]: return func(*args, **kwargs) [ 1022.410560] env[65756]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1022.410560] env[65756]: res.raise_for_status() [ 1022.410560] env[65756]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1022.410560] env[65756]: raise HTTPError(http_error_msg, response=self) [ 1022.410560] env[65756]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/685a6ff1-12b6-4a20-bca8-c249a3c4dd01 [ 1022.410560] env[65756]: During handling of the above exception, another exception occurred: [ 1022.410560] env[65756]: Traceback (most recent call last): [ 1022.410560] env[65756]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1022.410560] env[65756]: listener.cb(fileno) [ 1022.410560] env[65756]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1022.410560] env[65756]: result = function(*args, **kwargs) [ 1022.410560] env[65756]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1022.410560] env[65756]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1022.410560] env[65756]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1022.410560] env[65756]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1022.410560] env[65756]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1022.410560] env[65756]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1022.410560] env[65756]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1022.410560] env[65756]: res.raise_for_status() [ 1022.410560] env[65756]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1022.410560] env[65756]: raise HTTPError(http_error_msg, response=self) [ 1022.410560] env[65756]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/685a6ff1-12b6-4a20-bca8-c249a3c4dd01 [ 1022.410560] env[65756]: Removing descriptor: 62 [ 1022.543068] env[65756]: INFO networking_nsxv3.common.synchronization [req-4423b88c-5ca3-4595-ba90-2f60dee283dc req-d21589fa-3e5a-4065-a959-9f9e27b81bca service nova] Enqueued Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_rules [ 1022.543289] env[65756]: INFO networking_nsxv3.common.synchronization [req-4423b88c-5ca3-4595-ba90-2f60dee283dc req-d21589fa-3e5a-4065-a959-9f9e27b81bca service nova] Enqueued Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 1022.543434] env[65756]: INFO networking_nsxv3.common.synchronization [req-4423b88c-5ca3-4595-ba90-2f60dee283dc req-d21589fa-3e5a-4065-a959-9f9e27b81bca service nova] Enqueued Resource ID: c65713c2-14f2-41f1-91ad-1d54889e5a71 with Priority: HIGHEST for action port [ 1022.544038] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_rules [ 1022.544265] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 1022.544414] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65713c2-14f2-41f1-91ad-1d54889e5a71 with Priority: HIGHEST for action port [ 1022.545390] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.545577] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.545692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.545865] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.545989] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.546915] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.547100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.547249] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-c65713c2-14f2-41f1-91ad-1d54889e5a71 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.547537] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c65713c2-14f2-41f1-91ad-1d54889e5a71" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.547537] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c65713c2-14f2-41f1-91ad-1d54889e5a71" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.548041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c65713c2-14f2-41f1-91ad-1d54889e5a71" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.548041] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c65713c2-14f2-41f1-91ad-1d54889e5a71',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.573992] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 in Status: SUCCESS [ 1022.574313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.733996] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: SUCCESS [ 1022.734195] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 deletion is rescheduled due to dependency. [ 1022.734311] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.734502] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.734714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.734897] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.735022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.735100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.735234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.735318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.735484] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.050607] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.050607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.050607] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c65713c2-14f2-41f1-91ad-1d54889e5a71 with status ACTIVE [ 1023.051208] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.051961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.051961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.051961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.051961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.052491] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.052491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.052491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.052491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.052491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.052659] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.052758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.053647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.053647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.053647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.053647] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c65713c2-14f2-41f1-91ad-1d54889e5a71 is going to be updated. [ 1023.080278] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.080436] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.080524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.080774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.080921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.081313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c65713c2-14f2-41f1-91ad-1d54889e5a71" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.240399] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.251378] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: SUCCESS [ 1023.251621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.251801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.252039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.252229] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.252379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.252447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.252613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.252713] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.252783] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.747771] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.755865] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.251718] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.251986] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.251986] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.252245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.252363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.252489] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 is going to be updated. [ 1024.258942] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.287021] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.287021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.287021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.287021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.287021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.298277] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: IN_PROGRESS for 2s [ 1024.761389] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.761661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.761741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.762469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.762621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.762752] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03fd1e09-1dba-4890-9887-b214ad809728 is going to be updated. [ 1024.796077] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.796334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.796416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.796652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.796805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.806461] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: IN_PROGRESS for 2s [ 1025.880970] env[65756]: INFO networking_nsxv3.common.synchronization [req-67964736-77e0-4c30-92a9-f1fc569373b0 req-7c9d6c04-d791-4560-a5b5-99bf090c69b2 tempest-ServerRescueTestJSONUnderV235-804717005 tempest-ServerRescueTestJSONUnderV235-804717005-project-member] Enqueued Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_members [ 1025.881510] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03fd1e09-1dba-4890-9887-b214ad809728 with Priority: HIGHEST for action security_group_members [ 1025.881801] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.881894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.311767] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: SUCCESS [ 1026.312101] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.312195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.312432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.312631] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.312736] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.312921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.313081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.313236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.313236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.313334] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.815877] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.816080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.816136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.816361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.816561] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.816695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.816788] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.816961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.817060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.817143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.817345] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.817426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.817426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.817647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.817776] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.817895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.817954] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.818124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.818199] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.818279] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.818369] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.820077] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: SUCCESS [ 1026.820274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.821033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.821033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.821033] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.821033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.821033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.821033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.821293] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.821293] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.323611] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78b5c35-b1f2-4926-beb3-633d343a9036: rpc.has_security_group_logging(os_id): False [ 1027.325326] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.325667] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.325750] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.325999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.344922] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.345168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.369082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.369392] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.369535] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.369603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.369843] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.369899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.370010] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03fd1e09-1dba-4890-9887-b214ad809728 is going to be updated. [ 1027.371088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.371302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.397169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.397587] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.397734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.397804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.398024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.398256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.398531] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.398623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.398623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.398814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.398848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.399044] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.399174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.399264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.399398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.399605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.399605] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 is going to be updated. [ 1027.401439] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.401551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.401615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.401763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.401890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.412777] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: IN_PROGRESS for 2s [ 1027.491318] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.491565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.491630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.491816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.491963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.508124] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: IN_PROGRESS for 2s [ 1027.773622] env[65756]: INFO networking_nsxv3.common.synchronization [req-1f206ff0-f33e-481b-934f-fbefef0d8968 req-20db5589-4674-461b-b70b-96b6d2f972d5 tempest-MigrationsAdminTest-536750927 tempest-MigrationsAdminTest-536750927-project-member] Enqueued Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_members [ 1027.774530] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGHEST for action security_group_members [ 1027.775209] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.775209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.775209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.775462] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.775462] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.775623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.775623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.775786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.775895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.775957] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.974365] env[65756]: INFO networking_nsxv3.common.synchronization [req-f64ff92c-e14e-44d6-80f3-1ccd694466d3 req-727ffa1e-76e3-45fa-895d-2fbf5690d672 tempest-TenantUsagesTestJSON-1387879856 tempest-TenantUsagesTestJSON-1387879856-project-member] Enqueued Resource ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 with Priority: HIGHEST for action security_group_members [ 1027.975009] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 with Priority: HIGHEST for action security_group_members [ 1027.975341] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d211fd23-ba53-48ed-a33f-96744d5c51c3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.975461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.975552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.975734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.975877] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.975991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.976065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.976214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.976298] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.976392] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d211fd23-ba53-48ed-a33f-96744d5c51c3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.279550] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.279550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.279550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.279550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.335251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.335590] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.336282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.336282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.336282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.336282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.336282] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca is going to be updated. [ 1028.368597] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.368829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.368829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.369467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.369467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.377547] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca in Status: IN_PROGRESS for 2s [ 1028.478569] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.478757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.478799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.479013] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.501525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.501525] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.501525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.501525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.501525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.501525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.501525] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 is going to be updated. [ 1028.532255] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.532542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.532542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.532654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.532835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.541472] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 in Status: IN_PROGRESS for 2s [ 1029.424575] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: SUCCESS [ 1029.424912] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03fd1e09-1dba-4890-9887-b214ad809728 deletion is rescheduled due to dependency. [ 1029.424912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.425998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.425998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.425998] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.425998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.425998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.425998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.426251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.426251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.426316] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.428145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.428145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.428145] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.428145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.428145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.428145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.428145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.428145] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.522658] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: SUCCESS [ 1029.522939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.731071] env[65756]: INFO networking_nsxv3.common.synchronization [None req-295c1238-e7f7-41a6-8a98-9fc52d408533 None None] Enqueued Resource ID: 7b41784f-dbc2-4636-ae11-321036723318 with Priority: HIGHEST for action port [ 1029.731612] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b41784f-dbc2-4636-ae11-321036723318 with Priority: HIGHEST for action port [ 1029.731897] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b41784f-dbc2-4636-ae11-321036723318 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.732034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b41784f-dbc2-4636-ae11-321036723318" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.732090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b41784f-dbc2-4636-ae11-321036723318" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.732349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b41784f-dbc2-4636-ae11-321036723318" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.732510] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b41784f-dbc2-4636-ae11-321036723318',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.930242] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.930547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.930841] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.930841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.930841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.931063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.931063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.931232] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.931327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.931393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.931540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.931618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.931702] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03fd1e09-1dba-4890-9887-b214ad809728 is going to be updated. [ 1029.956334] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.956694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.956694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.956888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.956940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.967090] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: IN_PROGRESS for 2s [ 1030.235039] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b41784f-dbc2-4636-ae11-321036723318 [ 1030.235292] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.235601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.235601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.235769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.235812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.235978] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b41784f-dbc2-4636-ae11-321036723318 already deleted. [ 1030.236054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b41784f-dbc2-4636-ae11-321036723318" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.391727] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca in Status: SUCCESS [ 1030.392188] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca deletion is rescheduled due to dependency. [ 1030.392188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.554099] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 in Status: SUCCESS [ 1030.554502] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 deletion is rescheduled due to dependency. [ 1030.554502] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.701318] env[65756]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1030.701318] env[65756]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1031.925630] env[65756]: INFO networking_nsxv3.common.synchronization [None req-3e80c532-4fab-4f93-a753-41e5a4af9f22 tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_rules [ 1031.928278] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_rules [ 1031.928625] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.928868] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.928868] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.929106] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.929669] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.978778] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: SUCCESS [ 1031.978963] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03fd1e09-1dba-4890-9887-b214ad809728 deletion is rescheduled due to dependency. [ 1031.979099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.979264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.979483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.979682] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.979912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.979912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.980036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.980111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.980198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.980381] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03fd1e09-1dba-4890-9887-b214ad809728 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.980449] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.980511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.980661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.980795] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.980879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.980939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.981890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.981890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.982088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.982088] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.032839] env[65756]: INFO networking_nsxv3.common.synchronization [None req-28f370e5-c4e1-4555-8c2d-d7ad7610d7a8 tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_rules [ 1032.033480] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_rules [ 1032.033680] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.033837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.454774] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.454982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.455107] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.455398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.455567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.455872] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 already deleted. [ 1032.455872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.455959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.456416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.456416] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.484714] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03fd1e09-1dba-4890-9887-b214ad809728: rpc.has_security_group_logging(os_id): False [ 1032.504954] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.506624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.506624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.506624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.506624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.506624] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.506624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.506624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.506624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.506624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.507089] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.507251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.507413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.507732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.507732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.507949] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.508097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.508193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.508395] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.508521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.508652] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03fd1e09-1dba-4890-9887-b214ad809728 is going to be updated. [ 1032.514480] env[65756]: INFO networking_nsxv3.common.synchronization [None req-3556725f-8335-4925-9f7a-20910456e28c None None] Enqueued Resource ID: e3da3db0-83cc-441e-9d26-57e22934ffaa with Priority: HIGHEST for action port [ 1032.515288] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3da3db0-83cc-441e-9d26-57e22934ffaa with Priority: HIGHEST for action port [ 1032.515846] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3da3db0-83cc-441e-9d26-57e22934ffaa taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.515945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3da3db0-83cc-441e-9d26-57e22934ffaa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.516039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3da3db0-83cc-441e-9d26-57e22934ffaa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.516467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3da3db0-83cc-441e-9d26-57e22934ffaa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.516550] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3da3db0-83cc-441e-9d26-57e22934ffaa',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.604905] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.605152] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.605152] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.605342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.605839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.623901] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: IN_PROGRESS for 2s [ 1032.982081] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.982486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.982486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.982692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.982941] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.982941] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 already deleted. [ 1032.983089] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.021029] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3da3db0-83cc-441e-9d26-57e22934ffaa [ 1033.021029] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.021852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.021982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.022267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.022414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.022574] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3da3db0-83cc-441e-9d26-57e22934ffaa already deleted. [ 1033.022971] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3da3db0-83cc-441e-9d26-57e22934ffaa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.461930] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.462474] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.462474] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.462642] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.462997] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.462997] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.464173] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.464173] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.464173] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.464173] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.464173] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.464173] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.464173] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.464173] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.464513] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.464513] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.485412] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.485606] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.485776] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.485960] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.486296] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-0d63bfac-f289-433f-a904-43e22b6512a9 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.486478] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.486598] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.486972] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.487056] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d63bfac-f289-433f-a904-43e22b6512a9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.638538] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03fd1e09-1dba-4890-9887-b214ad809728 in Status: SUCCESS [ 1034.638769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.638938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.639178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.639262] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03fd1e09-1dba-4890-9887-b214ad809728',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.990038] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.990304] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.990432] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.990880] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.990962] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.991241] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.991432] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.991562] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.991931] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.992202] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.992393] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.992623] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.992748] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.993038] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.993237] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.993335] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 0d63bfac-f289-433f-a904-43e22b6512a9 is going to be updated. [ 1035.016549] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.016760] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.016882] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.017274] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.017535] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.017707] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.165499] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.165834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.165834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.165966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.166063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.166164] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03fd1e09-1dba-4890-9887-b214ad809728 is going to be deleted. [ 1035.240840] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.241128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.241128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.241281] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.241374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.241496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03fd1e09-1dba-4890-9887-b214ad809728" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.719847] env[65756]: INFO networking_nsxv3.common.synchronization [req-f8c3ff5c-de0d-4e08-84fd-64097f467452 req-073a04d0-d838-4df7-8db3-da4a7466ef5c service nova] Enqueued Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_rules [ 1035.720116] env[65756]: INFO networking_nsxv3.common.synchronization [req-f8c3ff5c-de0d-4e08-84fd-64097f467452 req-073a04d0-d838-4df7-8db3-da4a7466ef5c service nova] Enqueued Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_members [ 1035.720200] env[65756]: INFO networking_nsxv3.common.synchronization [req-f8c3ff5c-de0d-4e08-84fd-64097f467452 req-073a04d0-d838-4df7-8db3-da4a7466ef5c service nova] Enqueued Resource ID: 0d63bfac-f289-433f-a904-43e22b6512a9 with Priority: HIGHEST for action port [ 1035.720704] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_rules [ 1035.721438] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_members [ 1035.721508] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d63bfac-f289-433f-a904-43e22b6512a9 with Priority: HIGHEST for action port [ 1035.721742] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.721862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.721920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.722164] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.722226] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.723207] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.723310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.723374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.723554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.723671] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.723762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.723820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.723954] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.726182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.726182] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.726182] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d63bfac-f289-433f-a904-43e22b6512a9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.726182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.726182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.726182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.726182] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d63bfac-f289-433f-a904-43e22b6512a9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.226431] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.227719] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.227719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.227998] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d63bfac-f289-433f-a904-43e22b6512a9 with status ACTIVE [ 1036.228338] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.228563] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.229550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.229831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.229938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.230149] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.230255] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.230320] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.230499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.230574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.230770] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.230866] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.230928] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.231090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.231168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.231470] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d63bfac-f289-433f-a904-43e22b6512a9 is going to be updated. [ 1036.252759] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.253020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.253020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.253231] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.253366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.253541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d63bfac-f289-433f-a904-43e22b6512a9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.729252] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.233062] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.233062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.233320] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.233815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.233914] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.233982] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c is going to be updated. [ 1037.275709] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.275864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.275864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.276509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.276509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.291906] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c in Status: IN_PROGRESS for 2s [ 1039.303181] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c in Status: SUCCESS [ 1039.303528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.303618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.304557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.304557] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.304557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.304557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.304557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.304557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.304557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.304949] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.806674] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.310610] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a45cc4c-eef4-4c40-b707-841ce9b0b63c: rpc.has_security_group_logging(os_id): False [ 1040.330615] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.330825] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.330939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.331281] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.335595] env[65756]: INFO networking_nsxv3.common.synchronization [req-780e7e9a-9f88-4cfa-bc8b-ebfd28f67b75 req-d834fe1d-963a-4222-abb4-97a76a960bcd tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd with Priority: HIGHEST for action security_group_members [ 1040.336837] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd with Priority: HIGHEST for action security_group_members [ 1040.337292] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-07fe3723-dce6-4ad8-962c-ddda98673dfd taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.337452] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.337566] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.337869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.338110] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.338268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.338373] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.338939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.338939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.338939] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07fe3723-dce6-4ad8-962c-ddda98673dfd',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.355786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.356096] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.356226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.356292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.356504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.356589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.356680] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c is going to be updated. [ 1040.427582] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.427817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.427876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.428109] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.428250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.445069] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c in Status: IN_PROGRESS for 2s [ 1040.841557] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.841730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.841786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.842095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.880435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.880803] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.880950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.880950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.881193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.881309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.881497] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd is going to be updated. [ 1040.912539] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.912827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.912904] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.913163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.913343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.924352] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd in Status: IN_PROGRESS for 2s [ 1042.426563] env[65756]: INFO networking_nsxv3.common.synchronization [req-0e1776a6-7a9b-4850-b433-fb1bc1c8b78e req-d1b02847-d577-48c6-a05e-7e447df75edb tempest-ServerDiskConfigTestJSON-206607912 tempest-ServerDiskConfigTestJSON-206607912-project-member] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 1042.427236] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 1042.427569] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.427735] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.427798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.428012] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.428165] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.428344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.428344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.428454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.428957] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.428957] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.459663] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c in Status: SUCCESS [ 1042.459893] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.931280] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.931516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.931568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.931771] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.937477] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd in Status: SUCCESS [ 1042.937655] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd deletion is rescheduled due to dependency. [ 1042.937860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.957531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.957838] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.958078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.958078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.958392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.958803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.958965] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 1042.989958] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.990165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.990287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.990517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.990665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.004517] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 1045.016576] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 1045.016984] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 deletion is rescheduled due to dependency. [ 1045.016984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.136630] env[65756]: INFO networking_nsxv3.common.synchronization [req-ae471eb7-fbff-4e1b-8bea-0ed9e3f4c70b req-be78e377-3c3f-4eff-be5d-0a25ae5f7aed tempest-ImagesOneServerNegativeTestJSON-852611871 tempest-ImagesOneServerNegativeTestJSON-852611871-project-member] Enqueued Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 1045.137362] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 1045.137641] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.137827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.137827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.138034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.138253] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.138342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.138400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.138531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.138890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.138890] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.642331] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.642535] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.642610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.643472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.643472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.643472] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.643472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.643472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.643472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.643760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.643760] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 is going to be updated. [ 1045.675881] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.676058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.676135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.676355] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.676506] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.689296] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: IN_PROGRESS for 2s [ 1047.700807] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: SUCCESS [ 1047.701098] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 deletion is rescheduled due to dependency. [ 1047.701159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.138479] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1050.138770] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1051.994398] env[65756]: INFO networking_nsxv3.common.synchronization [None req-36bde301-6700-4283-98f8-0fc1f522664e None None] Enqueued Resource ID: c6d551f2-75ba-4981-a130-43e5cef07f99 with Priority: HIGHEST for action port [ 1051.995152] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d551f2-75ba-4981-a130-43e5cef07f99 with Priority: HIGHEST for action port [ 1051.995328] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6d551f2-75ba-4981-a130-43e5cef07f99 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.995449] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6d551f2-75ba-4981-a130-43e5cef07f99" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.995507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6d551f2-75ba-4981-a130-43e5cef07f99" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.995769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6d551f2-75ba-4981-a130-43e5cef07f99" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.997102] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6d551f2-75ba-4981-a130-43e5cef07f99',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.498580] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6d551f2-75ba-4981-a130-43e5cef07f99 [ 1052.498728] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.498820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.498820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.499189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.499266] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.499390] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6d551f2-75ba-4981-a130-43e5cef07f99 already deleted. [ 1052.499498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6d551f2-75ba-4981-a130-43e5cef07f99" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.667504] env[65756]: INFO networking_nsxv3.common.synchronization [None req-a6433364-5a3d-4960-af03-87d2246cf305 tempest-ServersTestBootFromVolume-774021242 tempest-ServersTestBootFromVolume-774021242-project-member] Enqueued Resource ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 with Priority: HIGHEST for action security_group_rules [ 1052.668089] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 with Priority: HIGHEST for action security_group_rules [ 1052.668355] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-775ed87f-fa2c-449e-a35f-96c1049d5712 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.668479] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.668545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.668871] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.669012] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('775ed87f-fa2c-449e-a35f-96c1049d5712',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.776515] env[65756]: INFO networking_nsxv3.common.synchronization [None req-7cbeddbd-0ed7-4102-93af-236112000a08 tempest-ServersTestBootFromVolume-774021242 tempest-ServersTestBootFromVolume-774021242-project-member] Enqueued Resource ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 with Priority: HIGHEST for action security_group_rules [ 1052.777024] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 with Priority: HIGHEST for action security_group_rules [ 1052.777482] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-775ed87f-fa2c-449e-a35f-96c1049d5712 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.777617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.193546] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.193546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.193546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.193546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.193546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.193546] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 already deleted. [ 1053.193546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.193546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.193546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.193546] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('775ed87f-fa2c-449e-a35f-96c1049d5712',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.713796] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.713994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.714115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.714363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.714484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.714596] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 already deleted. [ 1053.714704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.310277] env[65756]: INFO networking_nsxv3.common.synchronization [None req-8a4664be-4133-439f-9c11-45ca75fd1e4a None None] Enqueued Resource ID: a405ed78-b37b-4340-9d4a-daccaae97fbe with Priority: HIGHEST for action port [ 1054.311572] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a405ed78-b37b-4340-9d4a-daccaae97fbe with Priority: HIGHEST for action port [ 1054.311572] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-a405ed78-b37b-4340-9d4a-daccaae97fbe taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.311572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a405ed78-b37b-4340-9d4a-daccaae97fbe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.311572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a405ed78-b37b-4340-9d4a-daccaae97fbe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.311572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a405ed78-b37b-4340-9d4a-daccaae97fbe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.312034] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a405ed78-b37b-4340-9d4a-daccaae97fbe',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.815248] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a405ed78-b37b-4340-9d4a-daccaae97fbe [ 1054.815437] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.815577] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.815647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.815862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.815952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.816060] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a405ed78-b37b-4340-9d4a-daccaae97fbe already deleted. [ 1054.816141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a405ed78-b37b-4340-9d4a-daccaae97fbe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.964408] env[65756]: INFO networking_nsxv3.common.synchronization [req-1bef9fcf-134a-4deb-813d-700e96dd69d3 req-884237f7-aa45-4095-a05b-8a989c8dd884 tempest-ServerRescueNegativeTestJSON-2127640272 tempest-ServerRescueNegativeTestJSON-2127640272-project-member] Enqueued Resource ID: 834272ec-020b-48f1-97e1-41d8869e5562 with Priority: HIGHEST for action security_group_members [ 1054.964987] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834272ec-020b-48f1-97e1-41d8869e5562 with Priority: HIGHEST for action security_group_members [ 1054.965330] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-834272ec-020b-48f1-97e1-41d8869e5562 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.965456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.965522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.965721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.965869] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.965969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.966317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.966317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.966317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.966599] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('834272ec-020b-48f1-97e1-41d8869e5562',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.468913] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.469258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.469258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.469755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.492228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.492513] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.492873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.492950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.493171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.493261] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.493354] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 834272ec-020b-48f1-97e1-41d8869e5562 is going to be updated. [ 1055.519146] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.519146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.519383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.519422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.520295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.528203] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 834272ec-020b-48f1-97e1-41d8869e5562 in Status: IN_PROGRESS for 2s [ 1056.648031] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.648031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.648031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.649053] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.649053] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.152599] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.538980] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 834272ec-020b-48f1-97e1-41d8869e5562 in Status: SUCCESS [ 1057.539198] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 834272ec-020b-48f1-97e1-41d8869e5562 deletion is rescheduled due to dependency. [ 1057.539318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.654974] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.158143] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1058.158333] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1058.441953] env[65756]: INFO networking_nsxv3.common.synchronization [req-5dcb22c6-376f-4f36-a368-67eaa509330e req-7759e4e4-24f7-4184-874a-da029c0723ce tempest-MultipleCreateTestJSON-2104575753 tempest-MultipleCreateTestJSON-2104575753-project-member] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1058.442517] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1058.442815] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.442941] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.443016] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.443319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.443473] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.443574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.443635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.443782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.443867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.443959] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.765830] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.765830] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.766267] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.766434] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.767095] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.767095] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.767095] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.768017] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.768867] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.768867] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.768867] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.768867] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.769100] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.769100] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.769175] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.769320] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.789369] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.789560] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.789696] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.789935] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.790262] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-36ac3c24-fa57-433b-b1fb-952fa9360b03 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.790498] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-36ac3c24-fa57-433b-b1fb-952fa9360b03" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.790629] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-36ac3c24-fa57-433b-b1fb-952fa9360b03" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.790984] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-36ac3c24-fa57-433b-b1fb-952fa9360b03" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.791146] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36ac3c24-fa57-433b-b1fb-952fa9360b03',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.945852] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.947246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.947246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.947246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.947246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.947246] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.947246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.947246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.947246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.947246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.947246] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c584a40d-e381-42a1-974e-b39b365e0331 already deleted. [ 1058.947246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.026983] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.026983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.026983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.027339] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.039135] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1059.041669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.042698] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1059.073164] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.073412] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.073462] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.073754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.085430] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.086059] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1059.086146] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1059.086236] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1059.129076] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.129354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.129428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.129693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.130682] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.130859] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1059.202335] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.202533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.202582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.202793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.203116] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.203388] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1059.272498] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.272741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.272741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.272947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.273268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.273538] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1059.273632] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f0f3e498-9f34-43e8-b65a-2c524989ddb7', 'c30d726e-b41f-4dba-82f5-e0cc9055130d', '13829700-c1f9-4434-bb84-9cecd45b5e52', 'ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb', 'f4b4eed3-07b2-42ff-8191-608ad7757022', 'cb6034f7-e285-455d-ab92-960ff4ba73a6', 'dbb037f6-c874-40bd-8133-70cb028924e0', 'dab46417-eb12-4230-a290-34abd48aae30', 'de394d46-afb0-4244-9c9a-bbc2db9cc8cf', '17d65494-586f-4657-a8b1-01c4aff93a23', '174d6b3d-18a4-4406-9973-c13281967e9f', 'cfe757d1-a369-4361-a8a9-e6bff2c90690', '0a89c14d-de01-4a33-9c44-480acd2e97c8', 'd78b5c35-b1f2-4926-beb3-633d343a9036', '15bf4e43-6342-4037-881f-c9f8b1cf05f0', '1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1', '13818530-13ef-47b5-b406-5354627a4eac', 'f772e079-b309-45b3-9790-8a1e482044d5', 'dd388bf0-7510-493a-a723-7ff9e8fdfa21', 'c1d33b2e-4814-41ea-912a-b7c8c485175e', '247ef369-4992-414f-b456-d450af99f4d8', '2ab16458-6304-4c6c-a1fb-280d91f211ca', '2b780d16-87a7-47f2-8433-323e70dca494', '07fe3723-dce6-4ad8-962c-ddda98673dfd', '834272ec-020b-48f1-97e1-41d8869e5562', '7012c325-a947-4a21-ae72-a89a8d596e43', '349277ac-39ef-4125-bc91-d7ea1ce5f22b', '6b254ef8-bfc3-4eee-8333-6af45e3d7065', 'dcdabacf-ec89-436a-bd68-ca78262958e7', '1cee2b85-8d92-421c-89ed-c099929654a4', '31ba3962-84a7-41cc-a1d6-2221546a2db3', '6809de0c-123e-43a0-b450-e34dec9ad945', 'e0a721a4-b8a8-4fa5-accf-03fd2118e42d', 'fdeabbcd-ff90-448e-a767-b37012d4f894', '3b5a0ffb-5f8b-4199-8091-7f1ccc80daed', '910c59b2-9cef-45a4-b212-3b5606693510', '8009c11c-7dff-42d3-aa75-68d0046e69e8', 'd211fd23-ba53-48ed-a33f-96744d5c51c3', '530f2a46-487d-4535-9b96-633a0909d89c', '09364ac8-f087-4ddf-9309-55facab57ff7', '7a45cc4c-eef4-4c40-b707-841ce9b0b63c', '5b85aea3-6187-4921-a344-4460db078fa9', '0df1f374-0b0c-4d50-b9a0-cd746662c752'} {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1059.273729] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1059.292964] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.293194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.293194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.293439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.293530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.293636] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1059.293706] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1059.293776] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1059.295109] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.295363] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.295492] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.295740] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.295883] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.296051] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 36ac3c24-fa57-433b-b1fb-952fa9360b03 not found, creating... [ 1059.296345] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.296514] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.296629] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.296853] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.296987] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.297282] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.297434] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.297558] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.297760] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.297888] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.298046] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 36ac3c24-fa57-433b-b1fb-952fa9360b03 is going to be created. [ 1059.322377] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.322659] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.322844] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.323256] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.323420] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.323643] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-36ac3c24-fa57-433b-b1fb-952fa9360b03" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.382477] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.382850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.382954] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.383258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.384610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.384900] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1059.385038] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1059.385112] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1059.385193] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1059.385262] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1059.385320] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGH for action security_group_rules [ 1059.385396] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c30d726e-b41f-4dba-82f5-e0cc9055130d with Priority: HIGH for action security_group_rules [ 1059.385455] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGH for action security_group_rules [ 1059.385519] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb with Priority: HIGH for action security_group_rules [ 1059.385576] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4b4eed3-07b2-42ff-8191-608ad7757022 with Priority: HIGH for action security_group_rules [ 1059.385638] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGH for action security_group_rules [ 1059.385700] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGH for action security_group_rules [ 1059.385756] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGH for action security_group_rules [ 1059.385815] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGH for action security_group_rules [ 1059.385869] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGH for action security_group_rules [ 1059.385999] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 174d6b3d-18a4-4406-9973-c13281967e9f with Priority: HIGH for action security_group_rules [ 1059.386108] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGH for action security_group_rules [ 1059.386108] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGH for action security_group_rules [ 1059.386218] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGH for action security_group_rules [ 1059.386218] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGH for action security_group_rules [ 1059.386326] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 with Priority: HIGH for action security_group_rules [ 1059.386326] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGH for action security_group_rules [ 1059.386432] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGH for action security_group_rules [ 1059.386432] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 with Priority: HIGH for action security_group_rules [ 1059.386558] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1d33b2e-4814-41ea-912a-b7c8c485175e with Priority: HIGH for action security_group_rules [ 1059.386615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.081221] env[65756]: INFO networking_nsxv3.common.synchronization [req-5dcb22c6-376f-4f36-a368-67eaa509330e req-77964970-f7bb-4775-b517-6fc53ffc0bfd service nova] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_rules [ 1060.081221] env[65756]: INFO networking_nsxv3.common.synchronization [req-5dcb22c6-376f-4f36-a368-67eaa509330e req-77964970-f7bb-4775-b517-6fc53ffc0bfd service nova] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1060.081583] env[65756]: INFO networking_nsxv3.common.synchronization [req-5dcb22c6-376f-4f36-a368-67eaa509330e req-77964970-f7bb-4775-b517-6fc53ffc0bfd service nova] Enqueued Resource ID: 36ac3c24-fa57-433b-b1fb-952fa9360b03 with Priority: HIGHEST for action port [ 1060.081872] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_rules [ 1060.082067] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1060.082220] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36ac3c24-fa57-433b-b1fb-952fa9360b03 with Priority: HIGHEST for action port [ 1060.082332] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGH for action security_group_rules [ 1060.082454] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 with Priority: HIGH for action security_group_rules [ 1060.082629] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGH for action security_group_rules [ 1060.082672] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 with Priority: HIGH for action security_group_rules [ 1060.082757] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d33b2e-4814-41ea-912a-b7c8c485175e with Priority: HIGH for action security_group_rules [ 1060.082876] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 with Priority: HIGH for action security_group_rules [ 1060.083035] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f772e079-b309-45b3-9790-8a1e482044d5 with Priority: HIGH for action security_group_rules [ 1060.083154] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13818530-13ef-47b5-b406-5354627a4eac with Priority: HIGH for action security_group_rules [ 1060.083238] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGH for action security_group_rules [ 1060.083326] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 with Priority: HIGH for action security_group_rules [ 1060.083414] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGH for action security_group_rules [ 1060.083501] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 with Priority: HIGH for action security_group_rules [ 1060.083586] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174d6b3d-18a4-4406-9973-c13281967e9f with Priority: HIGH for action security_group_rules [ 1060.083810] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGH for action security_group_rules [ 1060.083937] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf with Priority: HIGH for action security_group_rules [ 1060.084041] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 with Priority: HIGH for action security_group_rules [ 1060.084132] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab46417-eb12-4230-a290-34abd48aae30 with Priority: HIGH for action security_group_rules [ 1060.084225] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b4eed3-07b2-42ff-8191-608ad7757022 with Priority: HIGH for action security_group_rules [ 1060.084323] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30d726e-b41f-4dba-82f5-e0cc9055130d with Priority: HIGH for action security_group_rules [ 1060.084420] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb with Priority: HIGH for action security_group_rules [ 1060.085378] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.085513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.085571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.085852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.085936] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.086854] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.086986] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.087063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.087234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.087385] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.087484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.087536] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.087680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.087761] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.087848] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.088639] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-36ac3c24-fa57-433b-b1fb-952fa9360b03 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.088758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36ac3c24-fa57-433b-b1fb-952fa9360b03" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.088819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36ac3c24-fa57-433b-b1fb-952fa9360b03" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.089247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36ac3c24-fa57-433b-b1fb-952fa9360b03" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.089247] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36ac3c24-fa57-433b-b1fb-952fa9360b03',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.089732] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.089838] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.089898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.090094] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.090194] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.090821] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13829700-c1f9-4434-bb84-9cecd45b5e52 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.090923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.090984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.091148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.091218] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13829700-c1f9-4434-bb84-9cecd45b5e52',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.092259] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.092259] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.092259] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.092449] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.092449] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.093169] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.093238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.093275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.093407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.093474] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15bf4e43-6342-4037-881f-c9f8b1cf05f0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.094136] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1d33b2e-4814-41ea-912a-b7c8c485175e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.094718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.094718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.094718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.094718] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1d33b2e-4814-41ea-912a-b7c8c485175e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.095447] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.095447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.095447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.095674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.095674] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd388bf0-7510-493a-a723-7ff9e8fdfa21',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.096360] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f772e079-b309-45b3-9790-8a1e482044d5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.096908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.096908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.096908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.096908] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f772e079-b309-45b3-9790-8a1e482044d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.097330] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13818530-13ef-47b5-b406-5354627a4eac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.097446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.097501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.097755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.097755] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13818530-13ef-47b5-b406-5354627a4eac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.098947] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.098947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.098947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.098947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.098947] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.099566] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.099566] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.099730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.099774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.099812] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.100500] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a89c14d-de01-4a33-9c44-480acd2e97c8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.100632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.100632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.100776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.100839] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a89c14d-de01-4a33-9c44-480acd2e97c8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.101649] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfe757d1-a369-4361-a8a9-e6bff2c90690 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.101649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.101763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.101830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.101873] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfe757d1-a369-4361-a8a9-e6bff2c90690',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.103075] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-174d6b3d-18a4-4406-9973-c13281967e9f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.103075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.103075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.103313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.103313] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('174d6b3d-18a4-4406-9973-c13281967e9f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.104205] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.104314] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.104367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.104504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.104579] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.105234] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.105580] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.105580] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.105580] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.105580] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de394d46-afb0-4244-9c9a-bbc2db9cc8cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.106389] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb6034f7-e285-455d-ab92-960ff4ba73a6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.106988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.106988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.106988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.106988] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb6034f7-e285-455d-ab92-960ff4ba73a6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.107364] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab46417-eb12-4230-a290-34abd48aae30 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.107716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.107716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.107716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.107716] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab46417-eb12-4230-a290-34abd48aae30',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.108531] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b4eed3-07b2-42ff-8191-608ad7757022 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.108531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.108685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.108764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.108807] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b4eed3-07b2-42ff-8191-608ad7757022',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.109049] env[65756]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1060.110232] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c30d726e-b41f-4dba-82f5-e0cc9055130d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.110232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.110232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.110443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.110443] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c30d726e-b41f-4dba-82f5-e0cc9055130d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.111618] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.111618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.111618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.111618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.111890] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.616893] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.618918] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.618918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.618918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.619201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.619361] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.619531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.619531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.619683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.619766] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.619849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.619939] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.626604] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36ac3c24-fa57-433b-b1fb-952fa9360b03 with status ACTIVE [ 1060.627085] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.627085] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.627085] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.627342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.627342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.627457] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.627525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.627573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.627708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.627784] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.627957] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.628066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.628176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.628286] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.628383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.628471] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36ac3c24-fa57-433b-b1fb-952fa9360b03 is going to be updated. [ 1060.629851] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.629966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.630209] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a89c14d-de01-4a33-9c44-480acd2e97c8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.630330] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.630392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.630562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.630704] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.630798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.630854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.630992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.631088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.631169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.631252] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a89c14d-de01-4a33-9c44-480acd2e97c8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.639937] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.640090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.640195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.640435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.640590] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.640684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.640741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.640886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.640966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.641062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.641207] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.641298] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.641353] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.641492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.641623] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.641709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.641774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.641896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.641968] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.642056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.642139] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.658587] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb037f6-c874-40bd-8133-70cb028924e0: rpc.has_security_group_logging(os_id): False [ 1060.688731] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.688955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.688955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.689277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.703932] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.704150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.705053] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.705211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.705935] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.706080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.706770] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.706853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.707607] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.707698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.708378] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.708912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.709680] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.709826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.710431] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.710569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.712013] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.712153] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.712849] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.712989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.713538] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.713943] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.714090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.714717] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.715141] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.715266] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.716157] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.716620] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.716620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.717272] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.717647] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.717790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.718321] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.718743] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.718844] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.719790] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.720216] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.720337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.720402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.720597] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.720727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.720882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36ac3c24-fa57-433b-b1fb-952fa9360b03" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.721515] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.721906] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.722012] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.722708] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.723140] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.723281] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.729303] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.729732] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.729857] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.736036] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.736599] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.736747] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be deleted. [ 1060.737890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.739220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.760386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.760521] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb6034f7-e285-455d-ab92-960ff4ba73a6 is going to be deleted. [ 1060.761449] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.761727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.795809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.795964] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1 is going to be deleted. [ 1060.797990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.798268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.821721] env[65756]: INFO networking_nsxv3.common.synchronization [req-5dcb22c6-376f-4f36-a368-67eaa509330e req-d6fca7f1-8885-4070-a536-1396e29753d2 tempest-MultipleCreateTestJSON-2104575753 tempest-MultipleCreateTestJSON-2104575753-project-member] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1060.822510] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1060.822835] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.822934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.852048] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.852212] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.856371] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.856523] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de394d46-afb0-4244-9c9a-bbc2db9cc8cf is going to be deleted. [ 1060.857489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.857720] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.877496] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.877703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.884675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.884811] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be deleted. [ 1060.885842] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.886083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.917633] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.917855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.944262] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.944469] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd388bf0-7510-493a-a723-7ff9e8fdfa21 is going to be deleted. [ 1060.945565] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.945829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.983546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.983750] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15bf4e43-6342-4037-881f-c9f8b1cf05f0 is going to be deleted. [ 1060.984947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.985258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.035329] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.035464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.089992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.090346] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13818530-13ef-47b5-b406-5354627a4eac is going to be deleted. [ 1061.091689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.091689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.095563] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.095563] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.121415] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.129973] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.130208] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.132332] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.132332] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b4eed3-07b2-42ff-8191-608ad7757022 is going to be deleted. [ 1061.133339] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.133559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.147937] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a89c14d-de01-4a33-9c44-480acd2e97c8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.153779] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.153908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.185463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.185602] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 174d6b3d-18a4-4406-9973-c13281967e9f is going to be deleted. [ 1061.186686] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.186969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.200476] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.200740] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.201062] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.201138] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.201410] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.201600] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.201801] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.202087] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.202285] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.202667] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.202726] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.202810] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.203078] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.203226] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.203533] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.203533] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.234575] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.234771] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.259403] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.259601] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.259727] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.259910] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.260273] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-c54ebce2-2808-4391-9904-09af8eac8785 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.260460] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-c54ebce2-2808-4391-9904-09af8eac8785" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.260582] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-c54ebce2-2808-4391-9904-09af8eac8785" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.260948] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-c54ebce2-2808-4391-9904-09af8eac8785" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.261107] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c54ebce2-2808-4391-9904-09af8eac8785',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.266636] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.266636] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c30d726e-b41f-4dba-82f5-e0cc9055130d is going to be deleted. [ 1061.267211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.267461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.281599] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.281740] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.336400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.336400] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab46417-eb12-4230-a290-34abd48aae30 is going to be deleted. [ 1061.336892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.337170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.389654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.389654] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f772e079-b309-45b3-9790-8a1e482044d5 is going to be deleted. [ 1061.390376] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.390573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.453083] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.453251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.456258] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.456393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.459639] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.459781] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.470943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.470943] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb is going to be deleted. [ 1061.471954] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.472200] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.536467] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.536467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.550263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.550540] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13829700-c1f9-4434-bb84-9cecd45b5e52 is going to be deleted. [ 1061.551513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.551761] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.600885] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.601125] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1d33b2e-4814-41ea-912a-b7c8c485175e is going to be deleted. [ 1061.602107] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.602331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.624587] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.624587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.624833] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.624833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.625057] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.625641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.625641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.625641] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be created. [ 1061.650445] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a89c14d-de01-4a33-9c44-480acd2e97c8: rpc.has_security_group_logging(os_id): False [ 1061.655235] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.655487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.656354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.656473] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfe757d1-a369-4361-a8a9-e6bff2c90690 is going to be deleted. [ 1061.657415] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.657619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.673238] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.673399] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.673447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.673657] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.673816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.698126] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: UNINITIALIZED for 2s [ 1061.702335] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.702476] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.705858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.706137] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.706260] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.706322] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.706530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.706614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.706833] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.706937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.707031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.707170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.707246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.707477] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.707566] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.707630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.707772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.707847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.707940] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb037f6-c874-40bd-8133-70cb028924e0 is going to be updated. [ 1061.709022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.709197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.754101] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.754285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.757839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.757839] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 is going to be deleted. [ 1061.758438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.758800] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.758800] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.758934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb6034f7-e285-455d-ab92-960ff4ba73a6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.759168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.759366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.759457] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.759580] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7bb9e2-3ac1-439d-9aed-803b78c2f5a1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.760138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.760302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.760388] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.760581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de394d46-afb0-4244-9c9a-bbc2db9cc8cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.760730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.760910] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.760974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.761101] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.761436] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.761612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.761689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.761804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd388bf0-7510-493a-a723-7ff9e8fdfa21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.761937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.762093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.762190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.762317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15bf4e43-6342-4037-881f-c9f8b1cf05f0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.762546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.762691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.762766] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.762919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13818530-13ef-47b5-b406-5354627a4eac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.763706] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.763908] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.764025] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.764238] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.764557] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.764609] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port c54ebce2-2808-4391-9904-09af8eac8785 not found, creating... [ 1061.764878] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.765099] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.765229] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.765441] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.765643] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.765935] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.766130] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.766253] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.766459] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.766738] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.766801] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: c54ebce2-2808-4391-9904-09af8eac8785 is going to be created. [ 1061.767817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.767980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.768106] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.768240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b4eed3-07b2-42ff-8191-608ad7757022" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.768390] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.768535] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.768609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.768721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-174d6b3d-18a4-4406-9973-c13281967e9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.769310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.769469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.769569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.769713] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c30d726e-b41f-4dba-82f5-e0cc9055130d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.769842] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.769982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.770071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.770181] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab46417-eb12-4230-a290-34abd48aae30" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.770308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.770448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.770559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.770626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f772e079-b309-45b3-9790-8a1e482044d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.770757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.771023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.771023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.771146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec9d9b69-d6e5-4ccc-b6b3-4460a6fe20cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.771234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.771383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.771469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.771579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13829700-c1f9-4434-bb84-9cecd45b5e52" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.771707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.771866] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.803923] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.804072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.814652] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.814864] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.815048] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.815421] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.815670] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.815959] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-c54ebce2-2808-4391-9904-09af8eac8785" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.828933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.829429] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.829429] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.829545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.829660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.829746] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.829864] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 is going to be updated. [ 1061.831059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.831377] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.831500] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.831656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.831802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.831980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.832081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.832189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1d33b2e-4814-41ea-912a-b7c8c485175e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.832340] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.832488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.832571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.832737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfe757d1-a369-4361-a8a9-e6bff2c90690" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.914087] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.914087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.914087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.914376] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.914442] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.955402] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.955587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.955636] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.955848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.955939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.956873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.964704] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: IN_PROGRESS for 2s [ 1061.992837] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.993158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.993241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.993474] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.993626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.047809] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 in Status: IN_PROGRESS for 2s [ 1062.498536] env[65756]: INFO networking_nsxv3.common.synchronization [req-5dcb22c6-376f-4f36-a368-67eaa509330e req-399220ca-b4c1-47e9-885c-93f0f7cab3de service nova] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_rules [ 1062.498876] env[65756]: INFO networking_nsxv3.common.synchronization [req-5dcb22c6-376f-4f36-a368-67eaa509330e req-399220ca-b4c1-47e9-885c-93f0f7cab3de service nova] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1062.498876] env[65756]: INFO networking_nsxv3.common.synchronization [req-5dcb22c6-376f-4f36-a368-67eaa509330e req-399220ca-b4c1-47e9-885c-93f0f7cab3de service nova] Enqueued Resource ID: c54ebce2-2808-4391-9904-09af8eac8785 with Priority: HIGHEST for action port [ 1062.499381] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_rules [ 1062.499504] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1062.499616] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c54ebce2-2808-4391-9904-09af8eac8785 with Priority: HIGHEST for action port [ 1062.499894] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.499992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.500780] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.500912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.501089] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-c54ebce2-2808-4391-9904-09af8eac8785 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.501221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c54ebce2-2808-4391-9904-09af8eac8785" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.501352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c54ebce2-2808-4391-9904-09af8eac8785" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.505026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c54ebce2-2808-4391-9904-09af8eac8785" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.505026] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c54ebce2-2808-4391-9904-09af8eac8785',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.004682] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c54ebce2-2808-4391-9904-09af8eac8785 with status ACTIVE [ 1063.004959] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.005098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.005200] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.005379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.005727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.005727] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.005854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.005854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.005958] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.006045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.006824] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.006824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.006824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.006824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.006824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.006824] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c54ebce2-2808-4391-9904-09af8eac8785 is going to be updated. [ 1063.030591] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.030735] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.030804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.031017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.031161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.031328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c54ebce2-2808-4391-9904-09af8eac8785" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.709806] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: SUCCESS [ 1063.710283] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.710508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.710736] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.710935] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.711067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.711136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.711327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.711414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.711503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.711601] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.712452] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.712620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.712780] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.712881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.712945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.713187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.713271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.713347] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.979648] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: SUCCESS [ 1063.980067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.062358] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 in Status: SUCCESS [ 1064.062358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.215990] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.217116] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.217435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.718333] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.221786] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.222116] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.222257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.222631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.222777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.223024] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be updated. [ 1065.253527] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.253741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.253821] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.254062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.254239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.263036] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: IN_PROGRESS for 2s [ 1065.715225] env[65756]: INFO networking_nsxv3.common.synchronization [req-b51ec206-c599-4e36-8c24-3d33bf7a139e req-3b081552-d2d8-4d44-a381-92cf4eb8338a tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_members [ 1065.715225] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_members [ 1065.715225] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c09c26-5f0f-43be-bf7c-c5238d7adf69 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.715225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.715225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.715661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.716042] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.716691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.718354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.718354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.718354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.718354] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.028042] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.028255] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.028398] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.028705] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.028966] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.029146] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.029264] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.029484] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.029628] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.029829] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.029939] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.030062] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.030171] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.030353] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.030465] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.030590] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.055663] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.055663] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.055663] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.055663] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.055663] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-5cd892aa-c2a9-459b-a170-89e6f4160cbe taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.055663] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-5cd892aa-c2a9-459b-a170-89e6f4160cbe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.055663] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-5cd892aa-c2a9-459b-a170-89e6f4160cbe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.055663] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-5cd892aa-c2a9-459b-a170-89e6f4160cbe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.056200] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cd892aa-c2a9-459b-a170-89e6f4160cbe',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.221293] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.221468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.221569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.221824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.221921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.222136] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.222237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.222300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.222457] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.222533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.222616] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 already deleted. [ 1066.222696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.558550] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.558550] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.558805] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.558885] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.559059] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.559219] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 5cd892aa-c2a9-459b-a170-89e6f4160cbe not found, creating... [ 1066.559472] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.559626] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.559741] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.559965] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.560111] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.560385] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.560718] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.560844] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.561067] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.561203] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.561370] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 5cd892aa-c2a9-459b-a170-89e6f4160cbe is going to be created. [ 1066.583590] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.583811] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.583936] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.584229] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.584456] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.584676] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-5cd892aa-c2a9-459b-a170-89e6f4160cbe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.279709] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: SUCCESS [ 1067.280158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.280377] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.280791] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.281097] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.281294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.281471] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.281691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.281889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.282066] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.330766] env[65756]: INFO networking_nsxv3.common.synchronization [req-b51ec206-c599-4e36-8c24-3d33bf7a139e req-e7d8e77b-f7b0-4e32-aafa-228cdfcca18c service nova] Enqueued Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_rules [ 1067.330964] env[65756]: INFO networking_nsxv3.common.synchronization [req-b51ec206-c599-4e36-8c24-3d33bf7a139e req-e7d8e77b-f7b0-4e32-aafa-228cdfcca18c service nova] Enqueued Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_members [ 1067.331211] env[65756]: INFO networking_nsxv3.common.synchronization [req-b51ec206-c599-4e36-8c24-3d33bf7a139e req-e7d8e77b-f7b0-4e32-aafa-228cdfcca18c service nova] Enqueued Resource ID: 5cd892aa-c2a9-459b-a170-89e6f4160cbe with Priority: HIGHEST for action port [ 1067.331800] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_rules [ 1067.331937] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_members [ 1067.332070] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cd892aa-c2a9-459b-a170-89e6f4160cbe with Priority: HIGHEST for action port [ 1067.332344] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.332455] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.332524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.332847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.332928] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.333918] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c09c26-5f0f-43be-bf7c-c5238d7adf69 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.334112] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.334213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.334440] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.334666] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.334800] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.334899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.335168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.335274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.335389] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.336343] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cd892aa-c2a9-459b-a170-89e6f4160cbe taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.336480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cd892aa-c2a9-459b-a170-89e6f4160cbe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.336543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cd892aa-c2a9-459b-a170-89e6f4160cbe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.336674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cd892aa-c2a9-459b-a170-89e6f4160cbe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.336753] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cd892aa-c2a9-459b-a170-89e6f4160cbe',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.785136] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.839209] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c09c26-5f0f-43be-bf7c-c5238d7adf69 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.839688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.839688] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.840724] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cd892aa-c2a9-459b-a170-89e6f4160cbe with status ACTIVE [ 1067.841020] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.841216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.841311] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.841766] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.841766] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.841937] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.842096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.842188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.842491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.842545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.842791] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.842929] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.843127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.843257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.843365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.843510] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cd892aa-c2a9-459b-a170-89e6f4160cbe is going to be updated. [ 1067.867042] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.867201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.867271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.867636] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.867849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.868039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cd892aa-c2a9-459b-a170-89e6f4160cbe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.117659] env[65756]: INFO networking_nsxv3.common.synchronization [req-1d9bbbb0-6312-4790-b702-e27bcad9df33 req-0a8b2315-8fb0-4f15-a356-6fd7489d2c5a tempest-ServerDiskConfigTestJSON-206607912 tempest-ServerDiskConfigTestJSON-206607912-project-member] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 1068.118218] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 1068.120515] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.120515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.120515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.120778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.120847] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.120946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.121026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.121196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.121282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.121379] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.287022] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.346626] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.482981] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.483294] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.483469] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.483750] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.484054] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.484273] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.484411] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.484643] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.484789] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.484999] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.485144] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.485366] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.485462] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.485579] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.485697] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.485862] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.508687] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.508937] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.509139] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.509941] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-175" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.509941] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.509941] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.510257] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.510461] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.510672] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.625113] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.625113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.625113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.625113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.648261] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.648521] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.648649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.648726] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.648907] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.648995] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.649188] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 1068.676776] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.676776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.676776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.676776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.676776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.687011] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 1068.790672] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.791100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.791371] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.792317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.792422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.792536] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be updated. [ 1068.829574] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.829574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.829574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.829852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.829852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.839070] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: IN_PROGRESS for 2s [ 1068.849698] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.849828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.849901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.850205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.850331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.850439] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 is going to be created. [ 1068.874589] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.874745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.874816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.875171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.875282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.883955] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 in Status: UNINITIALIZED for 2s [ 1069.013427] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.013796] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.013966] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.014291] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.014454] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.014668] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829 not found, creating... [ 1069.014962] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.015176] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.015389] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.015748] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.015986] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.016392] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.016571] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.016693] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.016953] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.017105] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.017250] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829 is going to be created. [ 1069.040501] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.040729] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.040853] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.041172] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.041399] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.041616] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.779042] env[65756]: INFO networking_nsxv3.common.synchronization [req-1d9bbbb0-6312-4790-b702-e27bcad9df33 req-5d781844-72fd-43e7-9a6a-f6a01e64efa2 service nova] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_rules [ 1069.779788] env[65756]: INFO networking_nsxv3.common.synchronization [req-1d9bbbb0-6312-4790-b702-e27bcad9df33 req-5d781844-72fd-43e7-9a6a-f6a01e64efa2 service nova] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 1069.779788] env[65756]: INFO networking_nsxv3.common.synchronization [req-1d9bbbb0-6312-4790-b702-e27bcad9df33 req-5d781844-72fd-43e7-9a6a-f6a01e64efa2 service nova] Enqueued Resource ID: 7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829 with Priority: HIGHEST for action port [ 1069.780185] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_rules [ 1069.780185] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 1069.780185] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829 with Priority: HIGHEST for action port [ 1069.780410] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.780575] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.780612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.780786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.780866] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.782266] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.782377] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.782572] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.782683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.782736] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.782931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.783033] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.287157] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.287157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.287157] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829 with status ACTIVE [ 1070.287157] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.287157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.287157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.287157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.287157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.287157] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.287157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.287157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.287157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.287619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.287619] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.287619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.287619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.287755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.287755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.287816] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829 is going to be updated. [ 1070.311657] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.311657] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.311657] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.311657] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.311657] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.311988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cf0d0d5-e31f-4d12-ad4a-6b1cc7e67829" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.555396] env[65756]: INFO networking_nsxv3.common.synchronization [req-e86be991-3ce3-465a-bd4c-b19e82cf1c47 req-baad12c7-96eb-4319-8040-654d78966926 tempest-DeleteServersTestJSON-1529222805 tempest-DeleteServersTestJSON-1529222805-project-member] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 1070.556271] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 1070.556271] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.556438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.556438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.556663] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.556740] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.556811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.556872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.557030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.557119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.557212] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.698748] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 1070.698921] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 deletion is rescheduled due to dependency. [ 1070.699047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.699220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.699442] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.699691] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.699758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.699796] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.699943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.700056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.700158] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.848428] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: SUCCESS [ 1070.848723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.848805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.849033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.849225] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.849343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.849402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.849547] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.849631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.849716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.849943] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.849943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.850078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.850148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.850282] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.850371] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.850438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.850576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.850626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.850705] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.850799] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.857963] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.858166] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.858685] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.858977] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.859258] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.859413] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.859548] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.859731] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.859868] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.860260] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.860366] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.860476] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.860582] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.860736] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.860786] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.860915] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.881533] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.881820] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.881957] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.882144] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-826" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.882448] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-4c4ade08-36bb-4db2-b388-55080f284501 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.882617] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-4c4ade08-36bb-4db2-b388-55080f284501" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.882730] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-4c4ade08-36bb-4db2-b388-55080f284501" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.883065] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-4c4ade08-36bb-4db2-b388-55080f284501" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.883227] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4ade08-36bb-4db2-b388-55080f284501',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.892591] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 in Status: SUCCESS [ 1070.892840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.892988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.893204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.893392] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.893505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.893562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.893820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.893901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.893985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.894089] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.060108] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.060375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.060437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.060794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.060916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.061151] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.061250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.061310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.061487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.061553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.061647] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be deleted. [ 1071.099192] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.099428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.099518] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.099739] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.099864] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.099957] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.202487] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.354155] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c584a40d-e381-42a1-974e-b39b365e0331: rpc.has_security_group_logging(os_id): False [ 1071.373672] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.373672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.373672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.373935] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.373935] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.374794] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.374794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.374794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.374794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.374794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.375091] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.375091] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.375372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.375454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.375508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.375740] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.375869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.375933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.376074] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.376192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.376328] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be created. [ 1071.386018] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.386315] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.386422] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.386711] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.386857] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.387022] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 4c4ade08-36bb-4db2-b388-55080f284501 not found, creating... [ 1071.387304] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.387470] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.387597] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.387829] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.387970] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.388347] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.388511] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.388626] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.388829] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.388959] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.389106] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 4c4ade08-36bb-4db2-b388-55080f284501 is going to be created. [ 1071.396798] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.413019] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.413373] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.413462] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.413783] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.414040] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.414286] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-4c4ade08-36bb-4db2-b388-55080f284501" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.445272] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.445445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.445574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.445991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.445991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.458803] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: IN_PROGRESS for 2s [ 1071.705740] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.899272] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03c09c26-5f0f-43be-bf7c-c5238d7adf69: rpc.has_security_group_logging(os_id): False [ 1071.920198] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.920474] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.920544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.920791] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.920885] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.921161] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.921437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.921437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.921584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.921637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.921678] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 is going to be created. [ 1072.004325] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.004325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.004325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.004325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.004325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.016036] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 in Status: IN_PROGRESS for 2s [ 1072.207731] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.207731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.207731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.207922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.207922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.207922] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 1072.241264] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.241264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.241264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.241632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.241632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.252645] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 1072.325766] env[65756]: INFO networking_nsxv3.common.synchronization [req-e86be991-3ce3-465a-bd4c-b19e82cf1c47 req-ea177425-35a6-4cae-bf77-9f8099080af3 service nova] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_rules [ 1072.325766] env[65756]: INFO networking_nsxv3.common.synchronization [req-e86be991-3ce3-465a-bd4c-b19e82cf1c47 req-ea177425-35a6-4cae-bf77-9f8099080af3 service nova] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 1072.325880] env[65756]: INFO networking_nsxv3.common.synchronization [req-e86be991-3ce3-465a-bd4c-b19e82cf1c47 req-ea177425-35a6-4cae-bf77-9f8099080af3 service nova] Enqueued Resource ID: 4c4ade08-36bb-4db2-b388-55080f284501 with Priority: HIGHEST for action port [ 1072.326381] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_rules [ 1072.326506] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 1072.326750] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4ade08-36bb-4db2-b388-55080f284501 with Priority: HIGHEST for action port [ 1072.326855] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.326973] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.327063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.327275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.327364] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.328527] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.328603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.328702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.328832] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.328974] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.329081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.329145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.329290] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.329469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.329469] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.332623] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c4ade08-36bb-4db2-b388-55080f284501 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.332758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c4ade08-36bb-4db2-b388-55080f284501" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.332804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c4ade08-36bb-4db2-b388-55080f284501" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.332987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c4ade08-36bb-4db2-b388-55080f284501" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.333112] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4ade08-36bb-4db2-b388-55080f284501',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.834498] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.835624] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.837184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.837363] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c4ade08-36bb-4db2-b388-55080f284501 with status ACTIVE [ 1072.837614] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.838258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.838517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.838961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.840896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.840896] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.840896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.840896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.840896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.840896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.840896] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.840896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.840896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.840896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.841407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.841407] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c4ade08-36bb-4db2-b388-55080f284501 is going to be updated. [ 1072.866361] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.866361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.866361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.866361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.866361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.866361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c4ade08-36bb-4db2-b388-55080f284501" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.878918] env[65756]: INFO networking_nsxv3.common.synchronization [req-4c6e97e7-56cc-4fe3-bbb7-35f90a8964aa req-6f88cf25-4e76-424c-b268-622ba1775847 tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: dcdabacf-ec89-436a-bd68-ca78262958e7 with Priority: HIGHEST for action security_group_members [ 1072.880244] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdabacf-ec89-436a-bd68-ca78262958e7 with Priority: HIGHEST for action security_group_members [ 1072.880727] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcdabacf-ec89-436a-bd68-ca78262958e7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.885760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.885760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.885760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.885760] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.885760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.885760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.885760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.885760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.885760] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcdabacf-ec89-436a-bd68-ca78262958e7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.343045] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.392778] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.392778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.392778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.392778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.417265] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.417563] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.417732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.417940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.418280] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.418390] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.418506] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcdabacf-ec89-436a-bd68-ca78262958e7 is going to be updated. [ 1073.447585] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.447730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.447835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.448032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.448187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.457461] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcdabacf-ec89-436a-bd68-ca78262958e7 in Status: IN_PROGRESS for 2s [ 1073.469166] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: SUCCESS [ 1073.469391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.469561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.469790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.469879] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.850727] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.850727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.850727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.850727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.850727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.850727] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be created. [ 1073.918835] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.919073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.919073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.919370] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.919552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.934130] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: UNINITIALIZED for 2s [ 1073.972796] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.973035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.973167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.973652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.973652] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.973652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.973652] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.973831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.973866] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.973939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.974073] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.036393] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 in Status: SUCCESS [ 1074.036679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.262864] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 1074.263108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.263289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.263594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.263782] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.263899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.263962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.264131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.264212] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.264402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.264517] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.479067] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.479067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.479067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.479688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.479688] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.479688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.479851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.480045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.480214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.480341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.480502] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.480600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.480662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.480817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.480984] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.481127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.481127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.481470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.481470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.481470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.481779] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.767284] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.767449] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.767570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.767719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.767880] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.767978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.768080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.768205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.768308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.768374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.769240] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.769403] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.769457] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.769589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.769735] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.769830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.769919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.770119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.770202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.770290] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.770380] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.984236] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c584a40d-e381-42a1-974e-b39b365e0331: rpc.has_security_group_logging(os_id): False [ 1075.003362] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.003632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.003632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.004128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.004128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.004224] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.004359] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.004359] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.004535] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.004616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.004862] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.004989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.005062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.005275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.005447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.005657] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.005798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.005891] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.006063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.006153] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.006266] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be updated. [ 1075.096568] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.096568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.096568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.096934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.097244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.129571] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: IN_PROGRESS for 2s [ 1075.273239] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cee2b85-8d92-421c-89ed-c099929654a4: rpc.has_security_group_logging(os_id): False [ 1075.300104] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.300104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.300104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.300104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.300104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.300104] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.300607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.300607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.300758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.301021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.301755] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.301755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.301755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.302020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.302065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.302416] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.302774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.302774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.302919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.303044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.303193] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 1075.420367] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.420562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.420643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.420885] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.421187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.435983] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 1075.467732] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcdabacf-ec89-436a-bd68-ca78262958e7 in Status: SUCCESS [ 1075.467732] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcdabacf-ec89-436a-bd68-ca78262958e7 deletion is rescheduled due to dependency. [ 1075.467917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.944086] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 1075.944373] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.944424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.944619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.944804] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.944919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.944979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.945133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.945212] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.945319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.945408] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.448301] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.448553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.448553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.448740] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.448907] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.449022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.449084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.449228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.449313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.449398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.449538] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.449653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.449713] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.449851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.449987] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.450096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.450157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.450287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.450356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.450443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.450513] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.954387] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17d65494-586f-4657-a8b1-01c4aff93a23: rpc.has_security_group_logging(os_id): False [ 1076.974787] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.974987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.975125] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.975462] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.975623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.975917] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.976065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.976143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.976504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.976504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.976656] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.976767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.976809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.976951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.977037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.977284] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.977413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.977480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.977623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.977696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.977786] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be created. [ 1077.053746] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.054029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.054029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.054288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.054508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.071672] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 1077.112553] env[65756]: INFO networking_nsxv3.common.synchronization [req-73e8819f-f37d-48b5-8c59-523617a82274 req-27d4ca0e-281c-42a0-aa8b-2dab9bcce91d tempest-MultipleCreateTestJSON-2104575753 tempest-MultipleCreateTestJSON-2104575753-project-member] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1077.113732] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1077.113937] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.113937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.114053] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.114300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.114441] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.114559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.114629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.114862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.114949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.115058] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.159896] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: SUCCESS [ 1077.159896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.452181] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 1077.452432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.617686] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.679333] env[65756]: INFO networking_nsxv3.common.synchronization [req-394214dd-f424-4d06-8a76-bad33f3eb2fb req-8af290e9-69d8-460e-9293-678b7d280f9a tempest-MultipleCreateTestJSON-2104575753 tempest-MultipleCreateTestJSON-2104575753-project-member] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1077.680037] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1077.680191] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.680288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.120207] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.622701] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.622920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.622920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.623709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.623709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.623709] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be updated. [ 1078.656265] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.656462] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.656541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.656704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.656846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.668449] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: IN_PROGRESS for 2s [ 1078.754595] env[65756]: INFO networking_nsxv3.common.synchronization [req-93d8e3ab-dcda-42ba-8187-6a85d944ef57 req-ec61e36a-ebd9-4bd2-8df7-ec0dfacb8cfa tempest-ServerRescueNegativeTestJSON-2127640272 tempest-ServerRescueNegativeTestJSON-2127640272-project-member] Enqueued Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_members [ 1078.754595] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_members [ 1078.754595] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.754595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.754595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.754595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.754595] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.755090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.755090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.755090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.755090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.755090] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.088895] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 1079.088895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.257893] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.760920] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.263947] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.263947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.263947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.264483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.264483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.264483] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb037f6-c874-40bd-8133-70cb028924e0 is going to be updated. [ 1080.379017] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.379017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.379017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.379017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.379017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.391174] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: IN_PROGRESS for 2s [ 1080.679262] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: SUCCESS [ 1080.679262] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.679444] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.679633] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.679815] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.679934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.680010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.680156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.680238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.680380] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.182996] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.183166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.183264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.183505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.183602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.183797] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.183897] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.183961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.184128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.184215] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.184304] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be updated. [ 1081.214151] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.214301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.214374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.214584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.214727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.224314] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: IN_PROGRESS for 2s [ 1081.527787] env[65756]: INFO networking_nsxv3.common.synchronization [req-6189e344-5aaf-4179-8c7c-d16bae06b110 req-8c12563d-f605-487f-be6b-64d8815f135c tempest-ImagesOneServerNegativeTestJSON-852611871 tempest-ImagesOneServerNegativeTestJSON-852611871-project-member] Enqueued Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 1081.528465] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 1081.528807] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.528950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.529044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.529378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.529807] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.529807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.529807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.530194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.530194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.530344] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.879814] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.880056] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-869" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.880212] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-869" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.880469] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-869" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.880715] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.880874] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.881012] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.881259] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.881411] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.881624] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.881737] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.881848] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.881980] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.882111] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.882198] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.882303] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.905675] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.905675] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.905675] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.905675] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-869" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.905988] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-3b3f5299-31a0-451f-8e05-4c8f0a117cfe taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.906162] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-3b3f5299-31a0-451f-8e05-4c8f0a117cfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.906266] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-3b3f5299-31a0-451f-8e05-4c8f0a117cfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.906966] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-3b3f5299-31a0-451f-8e05-4c8f0a117cfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.906966] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b3f5299-31a0-451f-8e05-4c8f0a117cfe',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.032816] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.033036] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.033115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.033709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.033709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.033839] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.033905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.033948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.036035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.036035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.036035] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 is going to be deleted. [ 1082.066040] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.066040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.066317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.067044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.067044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.067044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.401358] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: SUCCESS [ 1082.401599] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.409737] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.410616] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.410616] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.410616] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.410616] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.410888] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 3b3f5299-31a0-451f-8e05-4c8f0a117cfe not found, creating... [ 1082.411293] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.411494] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.411617] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.411891] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.412128] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.412476] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.412707] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.412848] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.413079] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.413220] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.413361] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 3b3f5299-31a0-451f-8e05-4c8f0a117cfe is going to be created. [ 1082.433687] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.433985] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.434067] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.434298] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.434524] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.434758] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-3b3f5299-31a0-451f-8e05-4c8f0a117cfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.165639] env[65756]: INFO networking_nsxv3.common.synchronization [req-6189e344-5aaf-4179-8c7c-d16bae06b110 req-8828f17f-8061-429e-99b7-9e4a21e24b00 service nova] Enqueued Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_rules [ 1083.168022] env[65756]: INFO networking_nsxv3.common.synchronization [req-6189e344-5aaf-4179-8c7c-d16bae06b110 req-8828f17f-8061-429e-99b7-9e4a21e24b00 service nova] Enqueued Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 1083.168022] env[65756]: INFO networking_nsxv3.common.synchronization [req-6189e344-5aaf-4179-8c7c-d16bae06b110 req-8828f17f-8061-429e-99b7-9e4a21e24b00 service nova] Enqueued Resource ID: 3b3f5299-31a0-451f-8e05-4c8f0a117cfe with Priority: HIGHEST for action port [ 1083.168022] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_rules [ 1083.168022] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 1083.168022] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b3f5299-31a0-451f-8e05-4c8f0a117cfe with Priority: HIGHEST for action port [ 1083.168256] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.169478] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.169558] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.169768] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.171123] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.173295] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.173295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.173488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.173980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.174414] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.174538] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.174858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.174858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.175541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.175541] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.176099] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b3f5299-31a0-451f-8e05-4c8f0a117cfe taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.177669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b3f5299-31a0-451f-8e05-4c8f0a117cfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.177669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b3f5299-31a0-451f-8e05-4c8f0a117cfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.177669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b3f5299-31a0-451f-8e05-4c8f0a117cfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.177669] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b3f5299-31a0-451f-8e05-4c8f0a117cfe',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.236241] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: SUCCESS [ 1083.236567] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c584a40d-e381-42a1-974e-b39b365e0331 deletion is rescheduled due to dependency. [ 1083.236567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.482601] env[65756]: INFO networking_nsxv3.common.synchronization [req-5d56a2e5-c04b-4f54-95be-7dd4ac05ef82 req-fd49e3b1-3839-40d4-8be3-e324b195a1dc tempest-ServerDiskConfigTestJSON-206607912 tempest-ServerDiskConfigTestJSON-206607912-project-member] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 1083.482601] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGHEST for action security_group_members [ 1083.482601] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.482601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.482601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.482601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.482601] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.482601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.483127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.483127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.483210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.483274] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.680432] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.682323] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.682501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.682986] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b3f5299-31a0-451f-8e05-4c8f0a117cfe with status ACTIVE [ 1083.682986] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.683198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.683198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.683589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.683589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.684873] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.684873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.684873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.684873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.684873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.684873] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.684873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.684873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.684873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.684873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.685445] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b3f5299-31a0-451f-8e05-4c8f0a117cfe is going to be updated. [ 1083.707187] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.707328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.707382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.707824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.707941] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.708144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b3f5299-31a0-451f-8e05-4c8f0a117cfe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.937323] env[65756]: INFO networking_nsxv3.common.synchronization [None req-522e72ee-ffc1-44c4-9b00-1e1c7f249316 tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 with Priority: HIGHEST for action security_group_rules [ 1083.937689] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 with Priority: HIGHEST for action security_group_rules [ 1083.938016] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.938185] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.938369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.938467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.938532] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b3c6b35-aa29-4abf-bb1b-bf8f95993195',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.985531] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.985731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.986035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.986093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.986554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.986746] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.986913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.986989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.987202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.987310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.987426] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be updated. [ 1084.028911] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.028911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.028911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.028911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.028911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.043520] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: IN_PROGRESS for 2s [ 1084.047467] env[65756]: INFO networking_nsxv3.common.synchronization [None req-4fb701e4-ba8b-4bb3-993d-b9a74a525fd9 tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 with Priority: HIGHEST for action security_group_rules [ 1084.048570] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 with Priority: HIGHEST for action security_group_rules [ 1084.048747] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.048849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.183814] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.461989] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.461989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.461989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.461989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.461989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.461989] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 already deleted. [ 1084.461989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.461989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.462770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.462770] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b3c6b35-aa29-4abf-bb1b-bf8f95993195',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.685876] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.686076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.686126] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.686324] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.686444] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.686548] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 is going to be created. [ 1084.717112] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.717333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.717333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.718177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.718177] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.728714] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: UNINITIALIZED for 2s [ 1084.984021] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.984258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.984363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.984658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.984800] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.984938] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 already deleted. [ 1084.985082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.704902] env[65756]: INFO networking_nsxv3.common.synchronization [req-cf456de6-c1e1-4a30-8a0e-b2689b0ac97f req-a6b39e3b-0091-45e9-b08e-7a02d59f875f tempest-ServersTestBootFromVolume-774021242 tempest-ServersTestBootFromVolume-774021242-project-member] Enqueued Resource ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 with Priority: HIGHEST for action security_group_members [ 1085.705602] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 with Priority: HIGHEST for action security_group_members [ 1085.705971] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-775ed87f-fa2c-449e-a35f-96c1049d5712 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.706402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.706533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.706966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.707119] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.707337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.707743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.707743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.707743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.708022] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('775ed87f-fa2c-449e-a35f-96c1049d5712',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.057364] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cee2b85-8d92-421c-89ed-c099929654a4 in Status: SUCCESS [ 1086.057653] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 deletion is rescheduled due to dependency. [ 1086.057653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.066675] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-569 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.066853] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-569" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.067053] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-569" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.067356] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-569" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.067651] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.067819] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.067934] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.068170] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.068315] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.068597] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.068721] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.068832] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.068940] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.069066] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.069176] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.069307] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.091018] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.091218] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.091381] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.091569] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-569" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.091894] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-12a75499-eec7-4116-a9e4-c5a8870ca5ac taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.092113] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-12a75499-eec7-4116-a9e4-c5a8870ca5ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.092201] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-12a75499-eec7-4116-a9e4-c5a8870ca5ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.092555] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-12a75499-eec7-4116-a9e4-c5a8870ca5ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.092698] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12a75499-eec7-4116-a9e4-c5a8870ca5ac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.210510] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.210842] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.210967] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.211591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.212435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.212435] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.212699] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.212938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.213327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.213493] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.213610] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 already deleted. [ 1086.213710] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.595242] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.595597] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.595738] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.596027] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.596186] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.596372] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 12a75499-eec7-4116-a9e4-c5a8870ca5ac not found, creating... [ 1086.596617] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.596810] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.596969] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.597217] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.597356] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.597648] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.597801] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.597906] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.598123] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.598270] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.598437] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 12a75499-eec7-4116-a9e4-c5a8870ca5ac is going to be created. [ 1086.618733] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.619081] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.619260] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.619578] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.619765] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.619981] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-12a75499-eec7-4116-a9e4-c5a8870ca5ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.740268] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: SUCCESS [ 1086.740789] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.740789] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.740978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.741202] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.741799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.741799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.741799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.741799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.741799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.741799] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.245244] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.245244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.245244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.245244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.245244] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.245244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.245244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.245811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.245811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.245920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.247060] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.247060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.247060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.247060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.247060] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.247060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.247060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.247516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.247516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.247516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.247612] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.375016] env[65756]: INFO networking_nsxv3.common.synchronization [req-cf456de6-c1e1-4a30-8a0e-b2689b0ac97f req-c0dba3d9-a005-400f-b12f-1d4bdc99f72d service nova] Enqueued Resource ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 with Priority: HIGHEST for action security_group_rules [ 1087.375647] env[65756]: INFO networking_nsxv3.common.synchronization [req-cf456de6-c1e1-4a30-8a0e-b2689b0ac97f req-c0dba3d9-a005-400f-b12f-1d4bdc99f72d service nova] Enqueued Resource ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 with Priority: HIGHEST for action security_group_members [ 1087.375986] env[65756]: INFO networking_nsxv3.common.synchronization [req-cf456de6-c1e1-4a30-8a0e-b2689b0ac97f req-c0dba3d9-a005-400f-b12f-1d4bdc99f72d service nova] Enqueued Resource ID: 12a75499-eec7-4116-a9e4-c5a8870ca5ac with Priority: HIGHEST for action port [ 1087.376845] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 with Priority: HIGHEST for action security_group_rules [ 1087.377156] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 with Priority: HIGHEST for action security_group_members [ 1087.377291] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a75499-eec7-4116-a9e4-c5a8870ca5ac with Priority: HIGHEST for action port [ 1087.377727] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-775ed87f-fa2c-449e-a35f-96c1049d5712 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.377956] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.378095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.378425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.378600] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('775ed87f-fa2c-449e-a35f-96c1049d5712',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.380476] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-775ed87f-fa2c-449e-a35f-96c1049d5712 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.380476] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.380476] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.380808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.381101] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.381347] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.381445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.381825] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.381977] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.382307] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('775ed87f-fa2c-449e-a35f-96c1049d5712',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.383393] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-12a75499-eec7-4116-a9e4-c5a8870ca5ac taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.383585] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12a75499-eec7-4116-a9e4-c5a8870ca5ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.383731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12a75499-eec7-4116-a9e4-c5a8870ca5ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.383949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12a75499-eec7-4116-a9e4-c5a8870ca5ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.384109] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12a75499-eec7-4116-a9e4-c5a8870ca5ac',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.750352] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78b5c35-b1f2-4926-beb3-633d343a9036: rpc.has_security_group_logging(os_id): False [ 1087.769137] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.769306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.769380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.769598] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.769691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.769874] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.769973] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.770049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.770205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.770282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.770474] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.770580] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.770645] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.770793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.770905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.771060] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.771165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.771205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.771342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.771419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.771509] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 is going to be created. [ 1087.837685] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.837685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.837685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.837685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.837685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.851295] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: IN_PROGRESS for 2s [ 1087.885930] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-775ed87f-fa2c-449e-a35f-96c1049d5712 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.886127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.886569] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('775ed87f-fa2c-449e-a35f-96c1049d5712',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.887418] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12a75499-eec7-4116-a9e4-c5a8870ca5ac with status ACTIVE [ 1087.887502] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.887588] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.887656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.887868] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.887959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.888172] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.888267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.888328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.888503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.888582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.888755] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.888850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.888930] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.889112] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.889168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.889246] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12a75499-eec7-4116-a9e4-c5a8870ca5ac is going to be updated. [ 1087.929300] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.929834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.929834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.929971] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.930123] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.930286] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12a75499-eec7-4116-a9e4-c5a8870ca5ac" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.191434] env[65756]: INFO networking_nsxv3.common.synchronization [req-1f24cb92-eff2-4724-9246-6352ade4e68a req-c7d5eb91-e63f-41bd-8b7a-e77b80da1dab tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_members [ 1088.191434] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_members [ 1088.191434] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c09c26-5f0f-43be-bf7c-c5238d7adf69 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.191434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.191434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.191434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.191434] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.191434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.191434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.191434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.196366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.196614] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.392072] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('775ed87f-fa2c-449e-a35f-96c1049d5712',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.531927] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.532171] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.532301] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.532604] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.532833] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.532990] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.533121] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.533406] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.533579] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.533789] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.533900] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.534015] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.534126] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.534234] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.534339] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.534467] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.554637] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.554911] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.554911] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.555043] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.555367] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-06d43958-db70-49e0-8523-67682854d789 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.555606] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-06d43958-db70-49e0-8523-67682854d789" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.555759] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-06d43958-db70-49e0-8523-67682854d789" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.556072] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-06d43958-db70-49e0-8523-67682854d789" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.556211] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06d43958-db70-49e0-8523-67682854d789',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.698785] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.895534] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.895534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.895534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.895534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.895534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.895982] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 is going to be created. [ 1088.922959] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.922959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.922959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.922959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.922959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.934576] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 in Status: UNINITIALIZED for 2s [ 1089.058663] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.059010] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.059077] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.059417] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.059578] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.059734] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 06d43958-db70-49e0-8523-67682854d789 not found, creating... [ 1089.059991] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.060164] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.060283] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.060509] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.060661] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.060943] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.061170] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.061216] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.061408] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.061549] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.061757] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 06d43958-db70-49e0-8523-67682854d789 is going to be created. [ 1089.083273] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.083532] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.083691] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.083934] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.084171] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.084390] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-06d43958-db70-49e0-8523-67682854d789" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.201835] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.705320] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.705659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.705659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.705802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.705891] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.706035] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 is going to be updated. [ 1089.764295] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.764493] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.764606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.764928] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.765200] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.779641] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 in Status: IN_PROGRESS for 2s [ 1089.818483] env[65756]: INFO networking_nsxv3.common.synchronization [req-1f24cb92-eff2-4724-9246-6352ade4e68a req-2a778b43-e3dd-4737-bd14-cf476754f4b9 service nova] Enqueued Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_rules [ 1089.818778] env[65756]: INFO networking_nsxv3.common.synchronization [req-1f24cb92-eff2-4724-9246-6352ade4e68a req-2a778b43-e3dd-4737-bd14-cf476754f4b9 service nova] Enqueued Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_members [ 1089.819101] env[65756]: INFO networking_nsxv3.common.synchronization [req-1f24cb92-eff2-4724-9246-6352ade4e68a req-2a778b43-e3dd-4737-bd14-cf476754f4b9 service nova] Enqueued Resource ID: 06d43958-db70-49e0-8523-67682854d789 with Priority: HIGHEST for action port [ 1089.819771] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_rules [ 1089.819978] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_members [ 1089.820181] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d43958-db70-49e0-8523-67682854d789 with Priority: HIGHEST for action port [ 1089.821033] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.821214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.821311] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.821591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.821716] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.822970] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c09c26-5f0f-43be-bf7c-c5238d7adf69 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.823088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.823406] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-06d43958-db70-49e0-8523-67682854d789 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.823606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06d43958-db70-49e0-8523-67682854d789" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.823693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06d43958-db70-49e0-8523-67682854d789" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.823957] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06d43958-db70-49e0-8523-67682854d789" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.824094] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06d43958-db70-49e0-8523-67682854d789',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.868091] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: SUCCESS [ 1089.868364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.327541] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c09c26-5f0f-43be-bf7c-c5238d7adf69 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.328097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.328097] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06d43958-db70-49e0-8523-67682854d789 with status ACTIVE [ 1090.328255] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.328414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.328414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.328610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.328706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.328910] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.329042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.329107] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.329245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.329319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.329500] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.329598] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.329655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.329797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.329908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.329990] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06d43958-db70-49e0-8523-67682854d789 is going to be updated. [ 1090.361280] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.361605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.361605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.361851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.361851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.361998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06d43958-db70-49e0-8523-67682854d789" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.538704] env[65756]: INFO networking_nsxv3.common.synchronization [req-5e784b15-f1a2-406b-953f-58bda1c626a6 req-7598e92b-09a4-476c-aa81-305bc3669030 tempest-ServerActionsTestOtherB-398872902 tempest-ServerActionsTestOtherB-398872902-project-member] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 1090.539444] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 1090.539771] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.539896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.539964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.540221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.540377] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.540538] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.540538] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.540688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.540776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.540886] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.945724] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 in Status: SUCCESS [ 1090.945978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.946167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.946692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.946943] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.947091] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.947170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.947353] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.947443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.947537] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.947638] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('775ed87f-fa2c-449e-a35f-96c1049d5712',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.043252] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.043549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.043549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.043761] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.071561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.071831] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.071970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.072077] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.072272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.072365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.072469] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed is going to be updated. [ 1091.117309] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.117573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.117573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.117877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.117985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.128407] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: IN_PROGRESS for 2s [ 1091.450116] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('775ed87f-fa2c-449e-a35f-96c1049d5712',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.791088] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 in Status: SUCCESS [ 1091.791374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.791727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.792076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.792376] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.792561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.792678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.792819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.792948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.793077] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.952887] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 775ed87f-fa2c-449e-a35f-96c1049d5712: rpc.has_security_group_logging(os_id): False [ 1091.974466] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.974683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.974751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.975080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.975191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.975452] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.975860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.975860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.976049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.976049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.976258] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 is going to be created. [ 1092.068822] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.069162] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.069162] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.069359] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.069488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.086180] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 in Status: IN_PROGRESS for 2s [ 1092.298308] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.801665] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.139838] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: SUCCESS [ 1093.140163] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed deletion is rescheduled due to dependency. [ 1093.140346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.304486] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.304727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.304853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.305166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.305271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.305393] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 is going to be updated. [ 1093.346330] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.346600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.346657] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.346947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.347198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.358884] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 in Status: IN_PROGRESS for 2s [ 1094.099981] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 in Status: SUCCESS [ 1094.100274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.712716] env[65756]: INFO networking_nsxv3.common.synchronization [req-576a413e-8abc-49dc-85ea-2808234f3db8 req-b6bf5c73-86ec-48bb-bfd9-f9c8466a11e2 tempest-ImagesOneServerNegativeTestJSON-852611871 tempest-ImagesOneServerNegativeTestJSON-852611871-project-member] Enqueued Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 1094.713371] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGHEST for action security_group_members [ 1094.713744] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.713868] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.713957] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.714255] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.714667] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.714667] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.714808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.714995] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.715151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.715308] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.218470] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.218470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.218470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.219019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.219019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.219193] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.219846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.219846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.219846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.219846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.219846] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 is going to be updated. [ 1095.247173] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.247745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.247745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.247745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.247952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.259330] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: IN_PROGRESS for 2s [ 1095.369504] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 in Status: SUCCESS [ 1095.369760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.369902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.370161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.370355] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.370474] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.370538] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.370691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.370881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.370881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.370952] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.874174] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.223750] env[65756]: INFO networking_nsxv3.common.synchronization [req-3608e409-1cdf-41c3-883c-e38ab8d1485d req-5ea9626b-3c8d-4cee-859e-061aaaccd645 tempest-ServerRescueNegativeTestJSON-2127640272 tempest-ServerRescueNegativeTestJSON-2127640272-project-member] Enqueued Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_members [ 1096.223750] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGHEST for action security_group_members [ 1096.224764] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.224945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.225038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.225237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.225406] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.225504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.225618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.225735] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.225816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.225906] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.375593] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03c09c26-5f0f-43be-bf7c-c5238d7adf69: rpc.has_security_group_logging(os_id): False [ 1096.398282] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.398533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.398598] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.398905] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.399076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.399444] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.399602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.399715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.399951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.400111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.400247] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 is going to be updated. [ 1096.434569] env[65756]: INFO networking_nsxv3.common.synchronization [req-0fd5a07b-f769-4958-b0cf-d4cc01df30bb req-3206ac1a-809e-435a-81a8-c5bc2cc6fdf9 tempest-AttachVolumeShelveTestJSON-679777919 tempest-AttachVolumeShelveTestJSON-679777919-project-member] Enqueued Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_members [ 1096.435657] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c with Priority: HIGHEST for action security_group_members [ 1096.435989] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.436125] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.436192] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.436396] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.436556] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.436665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.436715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.436915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.437022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.437134] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a45cc4c-eef4-4c40-b707-841ce9b0b63c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.467456] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.467747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.467747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.467888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.468073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.488346] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 in Status: IN_PROGRESS for 2s [ 1096.727914] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.728083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.728203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.728368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.728462] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.728653] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.728752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.728838] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.728965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.729053] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.729139] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb037f6-c874-40bd-8133-70cb028924e0 is going to be updated. [ 1096.755205] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.755455] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.755455] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.755675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.755824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.764284] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: IN_PROGRESS for 2s [ 1096.939988] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.940248] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.940376] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.940741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.964213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.965028] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.965028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.965028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.965363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.965363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.965363] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c is going to be updated. [ 1096.994068] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.994348] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.994386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.994758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.994967] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.008723] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c in Status: IN_PROGRESS for 2s [ 1097.275786] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b5c35-b1f2-4926-beb3-633d343a9036 in Status: SUCCESS [ 1097.276120] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 deletion is rescheduled due to dependency. [ 1097.276120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.502105] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 in Status: SUCCESS [ 1098.502494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.777635] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb037f6-c874-40bd-8133-70cb028924e0 in Status: SUCCESS [ 1098.777635] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb037f6-c874-40bd-8133-70cb028924e0 deletion is rescheduled due to dependency. [ 1098.777635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.019838] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c in Status: SUCCESS [ 1099.020044] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a45cc4c-eef4-4c40-b707-841ce9b0b63c deletion is rescheduled due to dependency. [ 1099.020189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a45cc4c-eef4-4c40-b707-841ce9b0b63c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.163454] env[65756]: INFO networking_nsxv3.common.synchronization [None req-56e82036-a517-48ea-bf0c-72cfee5f97bb tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 1099.164077] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 1099.164400] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.164538] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.164604] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.164999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.164999] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.165349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.165951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.167064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.167064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.167064] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.669542] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.669862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.669862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.670295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.670295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.670632] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.670632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.670632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.671041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.671041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.671041] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be deleted. [ 1099.699985] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.700206] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.700719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.700719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.700719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.700719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.497069] env[65756]: INFO networking_nsxv3.common.synchronization [req-e1b09a42-1f65-451f-9dae-6102da7b6fd7 req-8339818e-8e5a-4215-b837-76c531b5f84c tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 with Priority: HIGHEST for action security_group_members [ 1101.497705] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 with Priority: HIGHEST for action security_group_members [ 1101.498055] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.498367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.498367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.498626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.498865] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.499066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.499137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.499306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.499392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.499489] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b3c6b35-aa29-4abf-bb1b-bf8f95993195',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.827018] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.827018] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.827018] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.827018] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.827018] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.827525] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.827759] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.828450] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.828726] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.829045] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.829259] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.829522] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.829719] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.830675] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.830675] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.830675] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.850333] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.850526] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.850662] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.850836] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.851189] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-0082b82c-336a-4d5e-a962-12427815edcb taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.851390] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-0082b82c-336a-4d5e-a962-12427815edcb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.851510] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-0082b82c-336a-4d5e-a962-12427815edcb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.851832] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-0082b82c-336a-4d5e-a962-12427815edcb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.851971] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0082b82c-336a-4d5e-a962-12427815edcb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.001806] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.002029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.002078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.002295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.002390] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.002588] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.002691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.002760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.002918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.003016] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.003091] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 already deleted. [ 1102.003170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.356089] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.356089] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.356089] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.356089] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.356089] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.356089] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 0082b82c-336a-4d5e-a962-12427815edcb not found, creating... [ 1102.356089] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.356089] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.356089] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.356089] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.356089] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.356657] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.356657] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.356657] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.356823] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.356994] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.357188] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 0082b82c-336a-4d5e-a962-12427815edcb is going to be created. [ 1102.378578] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.378888] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.379083] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.379448] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.379829] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.380066] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-0082b82c-336a-4d5e-a962-12427815edcb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.059187] env[65756]: INFO networking_nsxv3.common.synchronization [req-e1b09a42-1f65-451f-9dae-6102da7b6fd7 req-c1b51623-a6be-4bcb-8350-00d0b5880646 service nova] Enqueued Resource ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 with Priority: HIGHEST for action security_group_rules [ 1103.059187] env[65756]: INFO networking_nsxv3.common.synchronization [req-e1b09a42-1f65-451f-9dae-6102da7b6fd7 req-c1b51623-a6be-4bcb-8350-00d0b5880646 service nova] Enqueued Resource ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 with Priority: HIGHEST for action security_group_members [ 1103.059187] env[65756]: INFO networking_nsxv3.common.synchronization [req-e1b09a42-1f65-451f-9dae-6102da7b6fd7 req-c1b51623-a6be-4bcb-8350-00d0b5880646 service nova] Enqueued Resource ID: 0082b82c-336a-4d5e-a962-12427815edcb with Priority: HIGHEST for action port [ 1103.059187] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 with Priority: HIGHEST for action security_group_rules [ 1103.059187] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 with Priority: HIGHEST for action security_group_members [ 1103.059187] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0082b82c-336a-4d5e-a962-12427815edcb with Priority: HIGHEST for action port [ 1103.059187] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.059807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.060018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.060331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.060515] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b3c6b35-aa29-4abf-bb1b-bf8f95993195',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.061694] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.061992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.062202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.062466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.064927] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.065240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.065407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.065705] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.066061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.071616] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b3c6b35-aa29-4abf-bb1b-bf8f95993195',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.071616] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-0082b82c-336a-4d5e-a962-12427815edcb taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.071616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0082b82c-336a-4d5e-a962-12427815edcb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.071616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0082b82c-336a-4d5e-a962-12427815edcb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.071616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0082b82c-336a-4d5e-a962-12427815edcb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.071616] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0082b82c-336a-4d5e-a962-12427815edcb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.572049] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.573022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.573022] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b3c6b35-aa29-4abf-bb1b-bf8f95993195',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.573398] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0082b82c-336a-4d5e-a962-12427815edcb with status ACTIVE [ 1103.573523] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.573726] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.573783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.573988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.574132] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.574270] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.574531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.574531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.574640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.574640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.574824] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.575021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.575021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.575145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.575224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.575294] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0082b82c-336a-4d5e-a962-12427815edcb is going to be updated. [ 1103.598255] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.598399] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.598399] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.598722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.599027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.599338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0082b82c-336a-4d5e-a962-12427815edcb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.077255] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b3c6b35-aa29-4abf-bb1b-bf8f95993195',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.271893] env[65756]: INFO networking_nsxv3.common.synchronization [None req-9a74624a-fb1b-4876-aba5-83bf729d89ac None None] Enqueued Resource ID: 39534083-8658-45d0-9f8f-589142dcf77b with Priority: HIGHEST for action port [ 1104.271893] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39534083-8658-45d0-9f8f-589142dcf77b with Priority: HIGHEST for action port [ 1104.273879] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-39534083-8658-45d0-9f8f-589142dcf77b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.273879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39534083-8658-45d0-9f8f-589142dcf77b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.273879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39534083-8658-45d0-9f8f-589142dcf77b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.273879] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39534083-8658-45d0-9f8f-589142dcf77b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.273879] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39534083-8658-45d0-9f8f-589142dcf77b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.579894] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.580140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.580190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.580409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.580532] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.580572] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 is going to be created. [ 1104.612622] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.612867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.612989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.613543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.613600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.627366] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 in Status: UNINITIALIZED for 2s [ 1104.776468] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39534083-8658-45d0-9f8f-589142dcf77b [ 1104.776698] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.776843] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.776950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.777207] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.777313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.777419] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39534083-8658-45d0-9f8f-589142dcf77b already deleted. [ 1104.777508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39534083-8658-45d0-9f8f-589142dcf77b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.093857] env[65756]: INFO networking_nsxv3.common.synchronization [None req-e8e912ad-d56b-460f-94f2-b42ed01743c3 tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_rules [ 1105.094460] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_rules [ 1105.094791] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.094919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.094988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.095252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.095335] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.195823] env[65756]: INFO networking_nsxv3.common.synchronization [None req-476e72e7-75c3-402d-b595-04fb495f26f7 tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_rules [ 1105.196580] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_rules [ 1105.196999] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.197274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.615419] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.615419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.615419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.615419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.615697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.615887] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee already deleted. [ 1105.616035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.616272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.616487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.616616] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.664636] env[65756]: INFO networking_nsxv3.common.synchronization [req-19af0e78-843b-4796-a0f8-af4014a5313a req-cb3d006e-b5c2-4014-9c49-bc2d0e2fa3f6 tempest-MultipleCreateTestJSON-2104575753 tempest-MultipleCreateTestJSON-2104575753-project-member] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1105.665204] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1105.665567] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.665725] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.665853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.666024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.668312] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.668693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.668842] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.668991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.669123] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.669242] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.141827] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.141827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.141827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.141827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.141827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.141827] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee already deleted. [ 1106.141827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.173345] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.173524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.173663] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.173943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.174049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.174254] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.174355] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.174416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.174562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.174635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.174752] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be updated. [ 1106.201972] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.202209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.202372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.202540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.202777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.215035] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: IN_PROGRESS for 2s [ 1106.496185] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.496382] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.496555] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.497023] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.497644] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.497644] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.498717] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.499464] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.499464] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.499464] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.500366] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.500529] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.500614] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.500731] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.500839] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.500990] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.523413] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.523591] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.523764] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.523933] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.524339] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-8b751661-e331-48f3-88f1-f870fbc745fe taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.524521] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-8b751661-e331-48f3-88f1-f870fbc745fe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.524690] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-8b751661-e331-48f3-88f1-f870fbc745fe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.525048] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-8b751661-e331-48f3-88f1-f870fbc745fe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.525266] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b751661-e331-48f3-88f1-f870fbc745fe',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.637691] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 in Status: SUCCESS [ 1106.637922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.638113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.638330] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.638523] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.638640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.638706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.638859] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.638979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.639124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.639228] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b3c6b35-aa29-4abf-bb1b-bf8f95993195',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.028367] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.028744] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.029016] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.029598] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.029598] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.029890] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 8b751661-e331-48f3-88f1-f870fbc745fe not found, creating... [ 1107.030433] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.030687] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.031167] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.031767] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.031973] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.035097] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.035319] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.035445] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.035740] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.035927] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.036139] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 8b751661-e331-48f3-88f1-f870fbc745fe is going to be created. [ 1107.060042] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.060277] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.060400] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.060676] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.060915] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.061160] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-8b751661-e331-48f3-88f1-f870fbc745fe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.069500] env[65756]: INFO networking_nsxv3.common.synchronization [None req-45b7dc83-8ef1-423b-a99a-84b064b863a1 None None] Enqueued Resource ID: fcba8d43-e8ae-4f3d-9e7d-fb04b48c4570 with Priority: HIGHEST for action port [ 1107.069776] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcba8d43-e8ae-4f3d-9e7d-fb04b48c4570 with Priority: HIGHEST for action port [ 1107.070490] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcba8d43-e8ae-4f3d-9e7d-fb04b48c4570 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.070490] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcba8d43-e8ae-4f3d-9e7d-fb04b48c4570" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.070618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcba8d43-e8ae-4f3d-9e7d-fb04b48c4570" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.070786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcba8d43-e8ae-4f3d-9e7d-fb04b48c4570" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.070872] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcba8d43-e8ae-4f3d-9e7d-fb04b48c4570',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.141591] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b3c6b35-aa29-4abf-bb1b-bf8f95993195',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.572993] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcba8d43-e8ae-4f3d-9e7d-fb04b48c4570 [ 1107.573270] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.573374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.573374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.573587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.573699] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.573882] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcba8d43-e8ae-4f3d-9e7d-fb04b48c4570 already deleted. [ 1107.573991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcba8d43-e8ae-4f3d-9e7d-fb04b48c4570" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.644450] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b3c6b35-aa29-4abf-bb1b-bf8f95993195: rpc.has_security_group_logging(os_id): False [ 1107.667551] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.667551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.667551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.667551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.667551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.667551] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.667551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.667551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.667551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.667551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.668449] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 is going to be created. [ 1107.732047] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.732047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.732047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.732047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.732047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.743768] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 in Status: IN_PROGRESS for 2s [ 1107.761434] env[65756]: INFO networking_nsxv3.common.synchronization [req-19af0e78-843b-4796-a0f8-af4014a5313a req-083f8e2e-4ab6-45a4-961b-0dc56173855e service nova] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_rules [ 1107.761434] env[65756]: INFO networking_nsxv3.common.synchronization [req-19af0e78-843b-4796-a0f8-af4014a5313a req-083f8e2e-4ab6-45a4-961b-0dc56173855e service nova] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1107.761434] env[65756]: INFO networking_nsxv3.common.synchronization [req-19af0e78-843b-4796-a0f8-af4014a5313a req-083f8e2e-4ab6-45a4-961b-0dc56173855e service nova] Enqueued Resource ID: 8b751661-e331-48f3-88f1-f870fbc745fe with Priority: HIGHEST for action port [ 1107.761434] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_rules [ 1107.761434] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1107.761434] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b751661-e331-48f3-88f1-f870fbc745fe with Priority: HIGHEST for action port [ 1107.761434] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.761434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.761434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.761765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.761765] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.762553] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.762553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.762912] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b751661-e331-48f3-88f1-f870fbc745fe taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.763008] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b751661-e331-48f3-88f1-f870fbc745fe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.763078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b751661-e331-48f3-88f1-f870fbc745fe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.763239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b751661-e331-48f3-88f1-f870fbc745fe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.763954] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b751661-e331-48f3-88f1-f870fbc745fe',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.024684] env[65756]: INFO networking_nsxv3.common.synchronization [req-19af0e78-843b-4796-a0f8-af4014a5313a req-2590c3b2-ba83-461a-bce8-ead25c634ef1 tempest-MultipleCreateTestJSON-2104575753 tempest-MultipleCreateTestJSON-2104575753-project-member] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1108.024684] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1108.024914] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.025037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.225211] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: IN_PROGRESS for 4s [ 1108.264990] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.266446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.266446] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b751661-e331-48f3-88f1-f870fbc745fe with status ACTIVE [ 1108.266446] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.266446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.267204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.267204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.267204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.267204] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.267431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.267431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.267431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.267529] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.267676] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.267767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.267823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.267953] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.268043] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.268127] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b751661-e331-48f3-88f1-f870fbc745fe is going to be updated. [ 1108.310975] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.311233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.311233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.311423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.311562] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.311729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b751661-e331-48f3-88f1-f870fbc745fe" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.348875] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.349134] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.349225] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.349518] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.349770] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.349931] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.350046] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.350258] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.350408] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.350620] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.350732] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.350840] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.350956] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.351077] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.351182] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.351314] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.374362] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.374585] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.374735] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.374826] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-391" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.375253] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-3b4025c2-b2cc-4258-b744-fca519102ca4 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.375438] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-3b4025c2-b2cc-4258-b744-fca519102ca4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.375560] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-3b4025c2-b2cc-4258-b744-fca519102ca4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.376097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-3b4025c2-b2cc-4258-b744-fca519102ca4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.376269] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4025c2-b2cc-4258-b744-fca519102ca4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.878886] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.879320] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.879320] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.879547] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.879706] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.879861] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 3b4025c2-b2cc-4258-b744-fca519102ca4 not found, creating... [ 1108.880143] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.880303] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.880421] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.880640] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.880772] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.881064] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.881217] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.881329] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.881585] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.881671] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.881786] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 3b4025c2-b2cc-4258-b744-fca519102ca4 is going to be created. [ 1108.903525] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.903796] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.903928] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.904225] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.904454] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.904694] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-3b4025c2-b2cc-4258-b744-fca519102ca4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.614039] env[65756]: INFO networking_nsxv3.common.synchronization [req-19af0e78-843b-4796-a0f8-af4014a5313a req-068c1f39-6229-4bde-8652-30550549424a service nova] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_rules [ 1109.614039] env[65756]: INFO networking_nsxv3.common.synchronization [req-19af0e78-843b-4796-a0f8-af4014a5313a req-068c1f39-6229-4bde-8652-30550549424a service nova] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1109.614039] env[65756]: INFO networking_nsxv3.common.synchronization [req-19af0e78-843b-4796-a0f8-af4014a5313a req-068c1f39-6229-4bde-8652-30550549424a service nova] Enqueued Resource ID: 3b4025c2-b2cc-4258-b744-fca519102ca4 with Priority: HIGHEST for action port [ 1109.616026] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_rules [ 1109.616026] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1109.616026] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4025c2-b2cc-4258-b744-fca519102ca4 with Priority: HIGHEST for action port [ 1109.616206] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.616334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.616528] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.616640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.616874] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b4025c2-b2cc-4258-b744-fca519102ca4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.616983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b4025c2-b2cc-4258-b744-fca519102ca4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.617084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b4025c2-b2cc-4258-b744-fca519102ca4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.617289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b4025c2-b2cc-4258-b744-fca519102ca4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.617386] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4025c2-b2cc-4258-b744-fca519102ca4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.760061] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 in Status: SUCCESS [ 1109.760304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.121207] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b4025c2-b2cc-4258-b744-fca519102ca4 with status ACTIVE [ 1110.121207] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.121207] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.121207] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.121207] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.121634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.121901] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.121989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.121989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.123046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.123046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.123046] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.123046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.123046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.123046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.123046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.123046] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b4025c2-b2cc-4258-b744-fca519102ca4 is going to be updated. [ 1110.146594] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.146795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.146795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.147057] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.147150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.148541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b4025c2-b2cc-4258-b744-fca519102ca4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.235884] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: SUCCESS [ 1110.236095] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c584a40d-e381-42a1-974e-b39b365e0331 deletion is rescheduled due to dependency. [ 1110.236215] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.236371] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.236582] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.236785] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.236902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.236970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.237349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.237462] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.237579] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.246376] env[65756]: INFO networking_nsxv3.common.synchronization [req-fb08436c-1d5c-4be7-a1b0-57b4a07be7a7 req-222161c3-1a9b-4003-ae6a-e37e5367b659 tempest-ServerActionsTestJSON-2120773453 tempest-ServerActionsTestJSON-2120773453-project-member] Enqueued Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGHEST for action security_group_members [ 1110.246376] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGHEST for action security_group_members [ 1110.246699] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a89c14d-de01-4a33-9c44-480acd2e97c8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.246809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.246872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.247119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.247530] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.247530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.247530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.248434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.248434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.248434] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a89c14d-de01-4a33-9c44-480acd2e97c8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.742335] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.751112] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.751112] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.751112] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.751382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.751445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.751736] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.752658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.752658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.752658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.752658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.752658] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 is going to be updated. [ 1110.782240] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.782401] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.782667] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.782667] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.783349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.791287] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 in Status: IN_PROGRESS for 2s [ 1111.244378] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.747250] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.747434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.747434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.747661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.747753] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.747867] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be updated. [ 1111.780169] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.780399] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.780399] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.781046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.781046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.789882] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: IN_PROGRESS for 2s [ 1111.918760] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.918963] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.919102] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.919380] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.919635] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.919832] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.919916] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.920132] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.920275] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.920480] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.920590] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.920698] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.920803] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.920909] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.921144] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.921144] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.943181] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.943425] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.943512] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.943694] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.944078] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.944247] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.944369] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.944698] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.944832] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2766dbf6-56e2-4f5d-a8ac-543a7ea4c990',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.447647] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.448073] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.448073] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.448361] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.448536] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.448690] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 not found, creating... [ 1112.449028] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.449224] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.449347] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.449586] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.449734] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.450035] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.450198] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.450314] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.450526] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.450659] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.450796] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 is going to be created. [ 1112.476792] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.477152] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.477309] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.477609] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.477842] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.478201] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.802875] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 in Status: SUCCESS [ 1112.803115] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 deletion is rescheduled due to dependency. [ 1112.803296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.193260] env[65756]: INFO networking_nsxv3.common.synchronization [req-8c105e38-6471-4360-b233-684441b74b3b req-17a83958-af97-47a5-841d-744826f9b421 service nova] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_rules [ 1113.193453] env[65756]: INFO networking_nsxv3.common.synchronization [req-8c105e38-6471-4360-b233-684441b74b3b req-17a83958-af97-47a5-841d-744826f9b421 service nova] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 1113.193628] env[65756]: INFO networking_nsxv3.common.synchronization [req-8c105e38-6471-4360-b233-684441b74b3b req-17a83958-af97-47a5-841d-744826f9b421 service nova] Enqueued Resource ID: 2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 with Priority: HIGHEST for action port [ 1113.194071] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_rules [ 1113.194203] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 1113.194299] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 with Priority: HIGHEST for action port [ 1113.194631] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.194751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.194813] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.195021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.195090] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.196040] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.196158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.196220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.196365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.196515] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.196615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.196673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.196827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.196919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.197050] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.197724] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.197840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.198877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.198877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.198877] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2766dbf6-56e2-4f5d-a8ac-543a7ea4c990',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.700645] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.700919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.701135] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.701964] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 with status ACTIVE [ 1113.702179] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.702579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.702579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.702579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.702753] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.702900] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.703021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.703076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.703238] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.703336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.706228] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.706228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.706228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.706228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.706228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.706228] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 is going to be updated. [ 1113.729189] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.729189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.729189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.729189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.729189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.729189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.808042] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: SUCCESS [ 1113.808376] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.808634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.808742] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.808950] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.809145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.809213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.809376] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.809480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.809609] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.206844] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.313608] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.710974] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.711274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.711274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.711441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.711527] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.711626] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be created. [ 1114.737668] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.737855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.737917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.738158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.738322] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.748867] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: UNINITIALIZED for 2s [ 1114.842743] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.318366] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.318366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.318366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.318607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.318607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.318713] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be updated. [ 1115.347426] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.347593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.347593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.347800] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.347941] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.359977] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: IN_PROGRESS for 2s [ 1115.890275] env[65756]: INFO networking_nsxv3.common.synchronization [req-7315c985-6707-44f1-969c-0a05d9089b2e req-54a9f76e-b5cc-4a29-bc6e-13d088b81a4a tempest-ServerActionsTestOtherB-398872902 tempest-ServerActionsTestOtherB-398872902-project-member] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 1115.890862] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 1115.891249] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.891429] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.891533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.891811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.891990] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.892114] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.892189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.892351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.892437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.892530] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.217458] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.217674] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.217796] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.218092] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.218388] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.218546] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.218695] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.218931] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.219111] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.219336] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.219433] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.219542] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.219719] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.219784] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.220030] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.220295] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.241052] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.241254] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.241254] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.241441] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.241778] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.241945] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.242117] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.242470] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.242621] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a65c22e1-ef90-4175-a81e-f1c9b9573dfa',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.394395] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.394590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.395201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.395201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.395201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.395201] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.395424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.395424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.395507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.395584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.395667] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed is going to be updated. [ 1116.423429] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.423596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.423634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.423894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.424063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.433201] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: IN_PROGRESS for 2s [ 1116.745050] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.745297] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.746040] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.746040] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.746040] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.746040] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port a65c22e1-ef90-4175-a81e-f1c9b9573dfa not found, creating... [ 1116.746265] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.746424] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.746539] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.746752] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.746888] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.747190] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.747346] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.747460] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.747673] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.747796] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.747934] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: a65c22e1-ef90-4175-a81e-f1c9b9573dfa is going to be created. [ 1116.759305] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 1116.759548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.759736] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.759992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.760255] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.760438] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.760488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.760683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.760786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.760899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.761026] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.770225] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.770507] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.770680] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.771196] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.771350] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.771644] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.263688] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.263688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.263688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.264075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.264134] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.264259] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.264340] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.264486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.264574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.264665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.264809] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.264901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.264963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.265144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.265276] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.265454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.265521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.265660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.265736] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.265820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.265984] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.372532] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: SUCCESS [ 1117.372761] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.372941] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.373263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.373396] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.373464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.373544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.373723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.373916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.374023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.374150] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.375100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.375189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.375679] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.375679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.375679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.375679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.375897] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.375988] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.501600] env[65756]: INFO networking_nsxv3.common.synchronization [req-7315c985-6707-44f1-969c-0a05d9089b2e req-419034cb-b422-4bc5-b624-2611bce9041d service nova] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_rules [ 1117.501810] env[65756]: INFO networking_nsxv3.common.synchronization [req-7315c985-6707-44f1-969c-0a05d9089b2e req-419034cb-b422-4bc5-b624-2611bce9041d service nova] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 1117.501975] env[65756]: INFO networking_nsxv3.common.synchronization [req-7315c985-6707-44f1-969c-0a05d9089b2e req-419034cb-b422-4bc5-b624-2611bce9041d service nova] Enqueued Resource ID: a65c22e1-ef90-4175-a81e-f1c9b9573dfa with Priority: HIGHEST for action port [ 1117.502512] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_rules [ 1117.502685] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 1117.502816] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a65c22e1-ef90-4175-a81e-f1c9b9573dfa with Priority: HIGHEST for action port [ 1117.503117] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.503227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.503340] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.503616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.503662] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.504576] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.504675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.505552] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.505552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.505552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.505552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.505552] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a65c22e1-ef90-4175-a81e-f1c9b9573dfa',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.770208] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0f3e498-9f34-43e8-b65a-2c524989ddb7: rpc.has_security_group_logging(os_id): False [ 1117.787079] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.787305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.787355] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.787572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.787674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.787928] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.788080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.788173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.788363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.788443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.788650] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.788766] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.788829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.789010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.789103] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.789309] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.789415] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.789488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.790050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.790050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.790050] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be created. [ 1117.843525] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.843724] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.843724] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.844012] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.844172] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.860191] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: IN_PROGRESS for 2s [ 1117.877771] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.877939] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.879226] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.007515] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.007635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.009053] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a65c22e1-ef90-4175-a81e-f1c9b9573dfa with status ACTIVE [ 1118.009228] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.009392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.009440] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.009629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.009717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.009897] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.010016] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.010100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.010265] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.010343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.010528] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.010624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.010683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.010819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.010892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.010977] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a65c22e1-ef90-4175-a81e-f1c9b9573dfa is going to be updated. [ 1118.036217] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.036217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.036217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.036520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.036710] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.036926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.274822] env[65756]: INFO networking_nsxv3.common.synchronization [req-181b44b0-f3ec-46e7-a73a-756d78cf2f2a req-f37f4f06-cf2f-4f77-9f27-fb2c7181c1b4 tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_members [ 1118.275834] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_members [ 1118.275834] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.275834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.276136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.276276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.276463] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.276566] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.276653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.276816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.276918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.277049] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.381259] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.443029] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: SUCCESS [ 1118.443241] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed deletion is rescheduled due to dependency. [ 1118.443361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.443530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.443747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.443942] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.444077] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.444643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.444643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.444643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.444643] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.633275] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.633588] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.633802] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.636816] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.637586] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.638532] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.638674] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.638968] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.639151] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.639386] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.639521] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.639665] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.639767] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.640009] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.640009] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.640149] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.660800] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.660992] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.661179] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.661366] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.661692] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-f255bb3b-79d4-4477-be5c-75f05f402da1 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.661878] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-f255bb3b-79d4-4477-be5c-75f05f402da1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.662016] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-f255bb3b-79d4-4477-be5c-75f05f402da1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.662358] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-f255bb3b-79d4-4477-be5c-75f05f402da1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.662509] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f255bb3b-79d4-4477-be5c-75f05f402da1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.779664] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.779907] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.779981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.780221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.780342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.780582] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.780709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.780776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.781076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.781167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.781281] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee already deleted. [ 1118.781419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.883840] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.884018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.884079] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.884305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.884394] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.884493] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be updated. [ 1118.913943] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.914149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.914219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.914405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.914548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.925169] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: IN_PROGRESS for 2s [ 1118.946571] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.166986] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.167270] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.167394] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.167675] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.167826] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.167983] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port f255bb3b-79d4-4477-be5c-75f05f402da1 not found, creating... [ 1119.168363] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.168550] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.168688] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.168977] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.169140] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.169428] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.169591] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.169701] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.169906] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.170050] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.170188] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: f255bb3b-79d4-4477-be5c-75f05f402da1 is going to be created. [ 1119.190139] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.190139] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.190139] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.190498] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.190498] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.190633] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-f255bb3b-79d4-4477-be5c-75f05f402da1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.449410] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.875272] env[65756]: INFO networking_nsxv3.common.synchronization [None req-63dc23e8-02ce-4753-b4f0-c213679c8bbf tempest-AttachVolumeShelveTestJSON-679777919 tempest-AttachVolumeShelveTestJSON-679777919-project-member] Enqueued Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_rules [ 1119.876068] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_rules [ 1119.877108] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 1119.877581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.878499] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed85e1da-9191-4203-996d-60a00345c756 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.878732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.878895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.879267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.879410] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.903238] env[65756]: INFO networking_nsxv3.common.synchronization [req-181b44b0-f3ec-46e7-a73a-756d78cf2f2a req-82a07b78-86ee-46d0-a819-f3c78e18a210 service nova] Enqueued Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_rules [ 1119.903238] env[65756]: INFO networking_nsxv3.common.synchronization [req-181b44b0-f3ec-46e7-a73a-756d78cf2f2a req-82a07b78-86ee-46d0-a819-f3c78e18a210 service nova] Enqueued Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_members [ 1119.903238] env[65756]: INFO networking_nsxv3.common.synchronization [req-181b44b0-f3ec-46e7-a73a-756d78cf2f2a req-82a07b78-86ee-46d0-a819-f3c78e18a210 service nova] Enqueued Resource ID: f255bb3b-79d4-4477-be5c-75f05f402da1 with Priority: HIGHEST for action port [ 1119.904466] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_rules [ 1119.904807] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_members [ 1119.905397] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f255bb3b-79d4-4477-be5c-75f05f402da1 with Priority: HIGHEST for action port [ 1119.905397] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.905667] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.905723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.906158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.907167] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.907677] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.907934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.908113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.908718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.908718] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.908718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.908718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.908866] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.909167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.909167] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.910502] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-f255bb3b-79d4-4477-be5c-75f05f402da1 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.911149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f255bb3b-79d4-4477-be5c-75f05f402da1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.911296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f255bb3b-79d4-4477-be5c-75f05f402da1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.911412] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f255bb3b-79d4-4477-be5c-75f05f402da1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.911486] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f255bb3b-79d4-4477-be5c-75f05f402da1',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.955172] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.955355] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.955405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.955719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.955820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.956061] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed is going to be updated. [ 1119.989040] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.989202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.989274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.989511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.990069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.998166] env[65756]: INFO networking_nsxv3.common.synchronization [None req-988cc02b-194d-444c-9271-941c11d32597 tempest-AttachVolumeShelveTestJSON-679777919 tempest-AttachVolumeShelveTestJSON-679777919-project-member] Enqueued Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_rules [ 1119.998950] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_rules [ 1119.999583] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed85e1da-9191-4203-996d-60a00345c756 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.999583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.002293] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: IN_PROGRESS for 2s [ 1120.400266] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.400498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.400498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.400775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.400874] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.400974] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed85e1da-9191-4203-996d-60a00345c756 already deleted. [ 1120.401070] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.401226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.401391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.401471] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.413041] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.413305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.414200] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.414381] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f255bb3b-79d4-4477-be5c-75f05f402da1 with status ACTIVE [ 1120.414578] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.414693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.414760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.414962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.415074] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.415247] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.415477] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.415557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.415732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.415819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.416525] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.416525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.416525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.416684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.416765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.416913] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f255bb3b-79d4-4477-be5c-75f05f402da1 is going to be updated. [ 1120.439938] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.440122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.440163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.440352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.440487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.440651] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f255bb3b-79d4-4477-be5c-75f05f402da1" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.919085] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.923516] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.923672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.923711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.924054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.924129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.924166] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed85e1da-9191-4203-996d-60a00345c756 already deleted. [ 1120.924261] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.934226] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: SUCCESS [ 1120.934560] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.935211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.935369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.935697] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.935697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.935847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.935960] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.936068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.936165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.936314] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.936408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.936467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.936670] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.936747] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.936841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.936938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.937095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.937179] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.937256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.937342] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.421800] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.422592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.422592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.422592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.422592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.422592] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee is going to be created. [ 1121.440505] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c584a40d-e381-42a1-974e-b39b365e0331: rpc.has_security_group_logging(os_id): False [ 1121.448783] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.448936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.448936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.449127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.449295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.459353] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee in Status: UNINITIALIZED for 2s [ 1121.465009] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.465009] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.465009] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.465009] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.465009] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.465009] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.465009] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.465335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.465335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.465335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.465477] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.465574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.465634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.465801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.465841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.466151] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.466277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.466341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.466510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.466605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.466715] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be updated. [ 1121.644848] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.644848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.644848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.644848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.644987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.663872] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: IN_PROGRESS for 2s [ 1122.013592] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: SUCCESS [ 1122.013953] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.014041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.014247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.014432] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.014550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.014690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.014766] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.014845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.015010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.015117] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.143270] env[65756]: INFO networking_nsxv3.common.synchronization [req-637db6a3-75dd-44bc-9b27-60cfaa92a7d9 req-ef1e57b3-89ae-49f7-a654-8112e85e94f5 tempest-MultipleCreateTestJSON-2104575753 tempest-MultipleCreateTestJSON-2104575753-project-member] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1122.143884] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1122.144476] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.144770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.144770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.144975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.145306] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.145306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.145411] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.145519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.145635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.145765] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.484664] env[65756]: INFO networking_nsxv3.common.synchronization [req-34828586-a578-434d-8b35-a5ac16e4c4d4 req-72e70a66-0edc-403f-8cd0-81dced44c690 tempest-MultipleCreateTestJSON-2104575753 tempest-MultipleCreateTestJSON-2104575753-project-member] Enqueued Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1122.484664] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c584a40d-e381-42a1-974e-b39b365e0331 with Priority: HIGHEST for action security_group_members [ 1122.484664] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-c584a40d-e381-42a1-974e-b39b365e0331 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.484664] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.518533] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.647932] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.024083] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed: rpc.has_security_group_logging(os_id): False [ 1123.050262] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.050434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.050492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.050732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.050840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.051122] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.051252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.051347] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.051535] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.051619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.051713] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed is going to be updated. [ 1123.136790] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.136999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.136999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.137265] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.137414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.150277] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.154559] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: IN_PROGRESS for 2s [ 1123.469066] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee in Status: SUCCESS [ 1123.469338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.469517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.469743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.469935] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.470061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.470141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.470276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.470345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.470435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.470534] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.653666] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.653826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.653914] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.654205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.654302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.654414] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be updated. [ 1123.686520] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: SUCCESS [ 1123.686761] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.686967] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.687220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.687320] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.695503] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.695653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.695727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.696050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.696195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.705287] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: IN_PROGRESS for 2s [ 1123.974238] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.214456] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.214826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.214826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.215146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.215301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.215467] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be deleted. [ 1124.282403] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.282615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.282654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.282865] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.282963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.283099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.476751] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee: rpc.has_security_group_logging(os_id): False [ 1124.496809] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.497079] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.497169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.497822] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.497822] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.497822] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.497822] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.498037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.498037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.498113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.498208] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee is going to be created. [ 1124.565105] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.565105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.565105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.565383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.565383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.577845] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee in Status: IN_PROGRESS for 2s [ 1125.169703] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: SUCCESS [ 1125.170064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.715338] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c584a40d-e381-42a1-974e-b39b365e0331 in Status: SUCCESS [ 1125.715619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.715813] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.716138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.716373] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.716606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.716606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.717372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.717372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.717372] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c584a40d-e381-42a1-974e-b39b365e0331',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.219780] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.220039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.220187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.220525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.220708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.221025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.221206] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.221349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.222015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.222015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.222015] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c584a40d-e381-42a1-974e-b39b365e0331 is going to be deleted. [ 1126.259709] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.259930] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.259930] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.260146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.260233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.260338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c584a40d-e381-42a1-974e-b39b365e0331" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.590326] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee in Status: SUCCESS [ 1126.590576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.042663] env[65756]: INFO networking_nsxv3.common.synchronization [req-aa01a14b-eb66-4e2c-9b97-eab8ab109f3d req-f74944e3-5933-4eb9-b38a-1dd01ee8ffe1 tempest-DeleteServersTestJSON-1529222805 tempest-DeleteServersTestJSON-1529222805-project-member] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 1127.043837] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGHEST for action security_group_members [ 1127.043837] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.043837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.043837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.044108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.044154] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.044427] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.044632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.045039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.045385] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.045385] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.547839] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.547978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.547978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.548240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.548336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.548532] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.548637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.548697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.548851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.548918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.549097] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be updated. [ 1127.585962] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.585962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.586217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.586359] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.586496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.612185] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: IN_PROGRESS for 2s [ 1129.623583] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d65494-586f-4657-a8b1-01c4aff93a23 in Status: SUCCESS [ 1129.623983] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 deletion is rescheduled due to dependency. [ 1129.623983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.719332] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.719332] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.719533] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.719654] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.720061] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.720061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.720195] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.720406] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.720575] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.720781] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.720893] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.721013] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.721122] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.721232] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.721336] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.721465] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.739147] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.739321] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.739460] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.739633] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-66" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.739940] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.740132] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.740249] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.740501] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.740635] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2766dbf6-56e2-4f5d-a8ac-543a7ea4c990',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.242913] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.242913] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.242913] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.243241] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.243450] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.243793] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.244053] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.244439] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.244614] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.244845] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.245227] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.245398] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.245948] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.245948] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.245948] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.246167] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 is going to be updated. [ 1130.269097] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.269310] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.269446] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.269732] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.269927] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.270182] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.943952] env[65756]: INFO networking_nsxv3.common.synchronization [req-a47f28c3-4d11-4776-b30e-5c91169c3e15 req-2e14f6b0-836c-49c7-849e-758b47ab9ec7 service nova] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_rules [ 1130.944780] env[65756]: INFO networking_nsxv3.common.synchronization [req-a47f28c3-4d11-4776-b30e-5c91169c3e15 req-2e14f6b0-836c-49c7-849e-758b47ab9ec7 service nova] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 1130.944999] env[65756]: INFO networking_nsxv3.common.synchronization [req-a47f28c3-4d11-4776-b30e-5c91169c3e15 req-2e14f6b0-836c-49c7-849e-758b47ab9ec7 service nova] Enqueued Resource ID: 2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 with Priority: HIGHEST for action port [ 1130.945570] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_rules [ 1130.945764] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 1130.945911] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 with Priority: HIGHEST for action port [ 1130.946288] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.946828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.946828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.947053] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.947219] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.948590] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.948590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.948590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.948590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.948780] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.948912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.949014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.949383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.949383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.949383] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.950754] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.950754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.950754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.950754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.950754] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2766dbf6-56e2-4f5d-a8ac-543a7ea4c990',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.452436] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.453559] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.453729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.454284] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 with status ACTIVE [ 1131.454284] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.454388] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.454388] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.454590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.454678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.454913] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.455022] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.455084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.455246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.455327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.455537] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.455590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.455667] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.455781] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.455855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.455941] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2766dbf6-56e2-4f5d-a8ac-543a7ea4c990 is going to be updated. [ 1131.477869] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.477869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.478368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.478368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.478368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.478520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2766dbf6-56e2-4f5d-a8ac-543a7ea4c990" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.954723] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.356181] env[65756]: INFO networking_nsxv3.common.synchronization [req-9e949480-b2e9-4f13-9da5-8e3302031795 req-7537f44e-d159-44c6-80b0-2a3ecb9559f9 tempest-AttachVolumeShelveTestJSON-679777919 tempest-AttachVolumeShelveTestJSON-679777919-project-member] Enqueued Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_members [ 1132.356452] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_members [ 1132.356752] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed85e1da-9191-4203-996d-60a00345c756 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.356871] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.356964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.357223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.357373] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.357472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.357534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.357693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.357776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.357866] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.457211] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.457368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.457446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.457664] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.457752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.457850] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be updated. [ 1132.484982] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.485155] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.485244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.485431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.485580] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.495054] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: IN_PROGRESS for 2s [ 1132.649053] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.649053] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.649053] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.649323] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.649563] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.649713] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.649822] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.650090] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.650243] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.650447] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.650554] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.650671] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.650774] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.650877] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.650978] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.651114] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.669241] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.669395] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.669530] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.669695] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.669999] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-5abfc8a1-018c-4cf1-a762-71bad51b968a taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.670184] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.670305] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.670618] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.670752] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5abfc8a1-018c-4cf1-a762-71bad51b968a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.860104] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.860259] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.860362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.860523] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.860612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.860802] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.860900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.860961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.861132] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.861210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.861294] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed85e1da-9191-4203-996d-60a00345c756 already deleted. [ 1132.861373] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.173219] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.173638] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.173638] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.173705] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.173797] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.173955] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 5abfc8a1-018c-4cf1-a762-71bad51b968a not found, creating... [ 1133.174228] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.174385] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.174501] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.174715] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.174848] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.175135] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.175290] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.175402] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.175603] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.175731] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.175865] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 5abfc8a1-018c-4cf1-a762-71bad51b968a is going to be created. [ 1133.199612] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.199832] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.199963] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.200257] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.200622] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.200944] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.899222] env[65756]: INFO networking_nsxv3.common.synchronization [req-9e949480-b2e9-4f13-9da5-8e3302031795 req-d25e6fd2-9cc2-4ee9-b597-2df8fde78aa1 service nova] Enqueued Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_rules [ 1133.899439] env[65756]: INFO networking_nsxv3.common.synchronization [req-9e949480-b2e9-4f13-9da5-8e3302031795 req-d25e6fd2-9cc2-4ee9-b597-2df8fde78aa1 service nova] Enqueued Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_members [ 1133.899585] env[65756]: INFO networking_nsxv3.common.synchronization [req-9e949480-b2e9-4f13-9da5-8e3302031795 req-d25e6fd2-9cc2-4ee9-b597-2df8fde78aa1 service nova] Enqueued Resource ID: 5abfc8a1-018c-4cf1-a762-71bad51b968a with Priority: HIGHEST for action port [ 1133.900639] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_rules [ 1133.900822] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_members [ 1133.903026] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfc8a1-018c-4cf1-a762-71bad51b968a with Priority: HIGHEST for action port [ 1133.903026] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed85e1da-9191-4203-996d-60a00345c756 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.903026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.903026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.903026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.903026] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.903652] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed85e1da-9191-4203-996d-60a00345c756 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.903778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.903847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.904038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.904184] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.904291] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.904367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.904498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.904596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.905340] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.905418] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-5abfc8a1-018c-4cf1-a762-71bad51b968a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.905527] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.905808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.905808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.905808] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5abfc8a1-018c-4cf1-a762-71bad51b968a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.409033] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed85e1da-9191-4203-996d-60a00345c756 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.409033] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.409033] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.409352] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5abfc8a1-018c-4cf1-a762-71bad51b968a with status ACTIVE [ 1134.409352] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.409444] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.409490] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.409715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.409837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.410042] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.410148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.411196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.411196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.411196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.411196] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.411196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.411196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.411196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.411196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.411196] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5abfc8a1-018c-4cf1-a762-71bad51b968a is going to be updated. [ 1134.434097] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.434286] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.434333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.434556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.434709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.434881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.506161] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 1134.506392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.506563] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.506777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.506968] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.507167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.507250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.507412] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.507504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.507579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.507672] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.913791] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.010226] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.010445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.010559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.010847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.011076] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.011232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.011334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.011541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.011671] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.011820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.012048] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.012186] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.012297] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.012487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.012691] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.012822] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.012917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.013125] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.013243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.013384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.013510] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.416707] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.417021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.417096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.417445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.417604] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.417759] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed85e1da-9191-4203-996d-60a00345c756 is going to be created. [ 1135.445470] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.445637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.445637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.445848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.446014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.457665] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed85e1da-9191-4203-996d-60a00345c756 in Status: UNINITIALIZED for 2s [ 1135.516321] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0f3e498-9f34-43e8-b65a-2c524989ddb7: rpc.has_security_group_logging(os_id): False [ 1135.539841] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.539841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.539841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.540252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.540419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.540712] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.540847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.540980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.541250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.541293] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.541474] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.541573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.541638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.541793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.541870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.542171] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.542305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.542389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.542568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.542672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.542779] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be updated. [ 1135.613821] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.614042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.614042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.614272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.614421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.632139] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: IN_PROGRESS for 2s [ 1137.468254] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed85e1da-9191-4203-996d-60a00345c756 in Status: SUCCESS [ 1137.468559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.468613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.468830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.469036] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.469160] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.469228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.469431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.469466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.469533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.469627] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.648209] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 1137.648574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.973172] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.474972] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed85e1da-9191-4203-996d-60a00345c756: rpc.has_security_group_logging(os_id): False [ 1138.494551] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.494762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.494817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.495347] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.495347] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.495458] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.495520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.495592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.495749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.495826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.495913] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed85e1da-9191-4203-996d-60a00345c756 is going to be created. [ 1138.653161] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.653161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.653161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.653161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.653161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.669997] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed85e1da-9191-4203-996d-60a00345c756 in Status: IN_PROGRESS for 2s [ 1138.902975] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1138.903143] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1140.030618] env[65756]: INFO networking_nsxv3.common.synchronization [None req-d31d101d-f346-4c30-a176-bef7f9d9f971 None None] Enqueued Resource ID: 7c8beb1a-23de-42e6-b31e-37eccb6bac23 with Priority: HIGHEST for action port [ 1140.030618] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8beb1a-23de-42e6-b31e-37eccb6bac23 with Priority: HIGHEST for action port [ 1140.030618] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c8beb1a-23de-42e6-b31e-37eccb6bac23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.030618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c8beb1a-23de-42e6-b31e-37eccb6bac23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.030618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c8beb1a-23de-42e6-b31e-37eccb6bac23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.030987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c8beb1a-23de-42e6-b31e-37eccb6bac23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.030987] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c8beb1a-23de-42e6-b31e-37eccb6bac23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.037458] env[65756]: INFO networking_nsxv3.common.synchronization [req-ca8b3bf6-7e4e-4d6f-85e5-b8833f29ed74 req-9cecce58-8471-4a6c-b13d-41dfdb771c02 tempest-ServersTestBootFromVolume-774021242 tempest-ServersTestBootFromVolume-774021242-project-member] Enqueued Resource ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 with Priority: HIGHEST for action security_group_members [ 1140.038674] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 with Priority: HIGHEST for action security_group_members [ 1140.038793] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-775ed87f-fa2c-449e-a35f-96c1049d5712 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.038908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.039039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.039707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.039707] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.039707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.039707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.039707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.039707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.039955] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('775ed87f-fa2c-449e-a35f-96c1049d5712',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.535044] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c8beb1a-23de-42e6-b31e-37eccb6bac23 [ 1140.535044] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.535299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.535299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.535390] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.535484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.535581] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c8beb1a-23de-42e6-b31e-37eccb6bac23 already deleted. [ 1140.535664] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c8beb1a-23de-42e6-b31e-37eccb6bac23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.542241] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.542404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.542461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.542656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.542749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.542977] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.543094] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.543160] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.543320] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.543396] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.543479] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 is going to be updated. [ 1140.575418] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.575623] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.575679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.575858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.575999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.586095] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 in Status: IN_PROGRESS for 2s [ 1140.683243] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed85e1da-9191-4203-996d-60a00345c756 in Status: SUCCESS [ 1140.683786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.311015] env[65756]: INFO networking_nsxv3.common.synchronization [None req-50accaee-5aa1-469f-b2dd-dec4927a1b34 None None] Enqueued Resource ID: f43b8449-6336-4d0a-9a14-7595b7a803af with Priority: HIGHEST for action port [ 1142.311306] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f43b8449-6336-4d0a-9a14-7595b7a803af with Priority: HIGHEST for action port [ 1142.312383] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-f43b8449-6336-4d0a-9a14-7595b7a803af taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.312383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f43b8449-6336-4d0a-9a14-7595b7a803af" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.312383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f43b8449-6336-4d0a-9a14-7595b7a803af" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.312633] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f43b8449-6336-4d0a-9a14-7595b7a803af" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.312760] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f43b8449-6336-4d0a-9a14-7595b7a803af',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.603270] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 in Status: SUCCESS [ 1142.603425] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 deletion is rescheduled due to dependency. [ 1142.603556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.816295] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f43b8449-6336-4d0a-9a14-7595b7a803af [ 1142.816537] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.816672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.816808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.816975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.817083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.819603] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f43b8449-6336-4d0a-9a14-7595b7a803af already deleted. [ 1142.819603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f43b8449-6336-4d0a-9a14-7595b7a803af" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.312749] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1147.313078] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1148.118797] env[65756]: INFO networking_nsxv3.common.synchronization [req-7277f1d9-bb82-4b93-bf92-f9eb07ddfdea req-c5d5e460-f8fa-48ea-904f-7fd4f6d6ffaf tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_members [ 1148.120182] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_members [ 1148.121065] env[65756]: INFO networking_nsxv3.common.synchronization [req-d8bccbaf-8986-4049-b155-680473a4a2b2 req-2148ee18-a9a9-4017-8f20-6c8d09886d83 tempest-ServersTestJSON-1774399057 tempest-ServersTestJSON-1774399057-project-member] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1148.121952] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c09c26-5f0f-43be-bf7c-c5238d7adf69 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.121952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.121952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.121952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.121952] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.121952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.122307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.122307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.122307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.122307] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.123238] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1148.123661] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.123768] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.124027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.124027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.125159] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.125159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.125159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.125159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.125159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.125159] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.544278] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.548119] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.548119] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.548119] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.548119] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.548119] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.548119] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.548119] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.548119] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.548119] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.548119] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.548119] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.548119] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.548119] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.548119] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.548119] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.570189] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.570371] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.570504] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.570687] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.571125] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-d811abd8-d429-454c-91f5-9ee9b3af70cb taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.571632] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-d811abd8-d429-454c-91f5-9ee9b3af70cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.571793] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-d811abd8-d429-454c-91f5-9ee9b3af70cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.572129] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-d811abd8-d429-454c-91f5-9ee9b3af70cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.572264] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d811abd8-d429-454c-91f5-9ee9b3af70cb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.624187] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.629249] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.629249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.629249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.629515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.629515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.629579] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.629633] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.629690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.629856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.629924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.630012] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 already deleted. [ 1148.630088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.074652] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.074881] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.075012] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.075323] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.075480] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.075632] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port d811abd8-d429-454c-91f5-9ee9b3af70cb not found, creating... [ 1149.075887] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.076053] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.076169] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.076445] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.076588] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.076866] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.077036] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.077159] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.077381] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.077542] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.077678] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: d811abd8-d429-454c-91f5-9ee9b3af70cb is going to be created. [ 1149.097690] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.097894] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.098025] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.098290] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.098515] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.098737] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-d811abd8-d429-454c-91f5-9ee9b3af70cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.131396] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.633752] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.633997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.633997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.634212] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.634343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.634496] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 is going to be updated. [ 1149.666662] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.666803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.667486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.667486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.667486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.676968] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 in Status: IN_PROGRESS for 2s [ 1149.802818] env[65756]: INFO networking_nsxv3.common.synchronization [req-d8bccbaf-8986-4049-b155-680473a4a2b2 req-9ee4fe52-8101-48fd-9cb3-5a95d432153d service nova] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_rules [ 1149.803076] env[65756]: INFO networking_nsxv3.common.synchronization [req-d8bccbaf-8986-4049-b155-680473a4a2b2 req-9ee4fe52-8101-48fd-9cb3-5a95d432153d service nova] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1149.803221] env[65756]: INFO networking_nsxv3.common.synchronization [req-d8bccbaf-8986-4049-b155-680473a4a2b2 req-9ee4fe52-8101-48fd-9cb3-5a95d432153d service nova] Enqueued Resource ID: d811abd8-d429-454c-91f5-9ee9b3af70cb with Priority: HIGHEST for action port [ 1149.803755] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_rules [ 1149.803879] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1149.803974] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d811abd8-d429-454c-91f5-9ee9b3af70cb with Priority: HIGHEST for action port [ 1149.804951] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.805181] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.805181] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.805454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.805572] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.806738] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.806882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.806973] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.807190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.807373] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.807526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.807850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.808061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.808809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.808927] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.809891] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-d811abd8-d429-454c-91f5-9ee9b3af70cb taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.810024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d811abd8-d429-454c-91f5-9ee9b3af70cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.810108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d811abd8-d429-454c-91f5-9ee9b3af70cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.810284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d811abd8-d429-454c-91f5-9ee9b3af70cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.810397] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d811abd8-d429-454c-91f5-9ee9b3af70cb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.311728] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.312822] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.312932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.313302] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d811abd8-d429-454c-91f5-9ee9b3af70cb with status ACTIVE [ 1150.313470] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.313577] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.313644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.313846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.313933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.314102] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.314196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.314258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.314420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.314495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.314802] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.314802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.314802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.314926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.314997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.315322] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d811abd8-d429-454c-91f5-9ee9b3af70cb is going to be updated. [ 1150.337032] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.337240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.337240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.337468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.337642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.337832] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d811abd8-d429-454c-91f5-9ee9b3af70cb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.814040] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.317235] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.317482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.317541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.317767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.317860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.317964] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be created. [ 1151.347666] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.347892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.347892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.348105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.348268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.359619] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: UNINITIALIZED for 2s [ 1151.688931] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 in Status: SUCCESS [ 1151.688931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.369511] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1153.369876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.370047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.370333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.370576] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.370752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.370867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.371120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.371252] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.371394] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.371545] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.874548] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.874755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.874798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.875051] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.875234] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.875349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.875413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.875591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.875685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.875826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.875937] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.876039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.876096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.876310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.876468] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.876526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.876564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.876706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.876779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.876957] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.877098] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.379835] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a008a06-7003-4ce2-9a1c-0156b4799456: rpc.has_security_group_logging(os_id): False [ 1154.401355] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.401607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.401752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.402102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.402278] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.402619] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.402807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.402919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.403206] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.403349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.403710] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.403821] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.403940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.404250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.404336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.404640] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.404808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.404923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.405170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.405305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.405460] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be created. [ 1154.463645] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.463819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.463862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.464082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.464300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.473829] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1154.805023] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1154.805133] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1155.115185] env[65756]: INFO networking_nsxv3.common.synchronization [req-a50e0375-1f78-44f4-b426-aa9199cef863 req-b41ab432-7386-4229-9df4-d087e043d0f8 tempest-ServerActionsTestJSON-2120773453 tempest-ServerActionsTestJSON-2120773453-project-member] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 1155.115929] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 1155.116253] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.116424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.116522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.116743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.116901] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.116994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.117092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.117249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.117335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.117639] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.620206] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.620608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.620608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.620753] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.640873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.641232] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.641382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.641471] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.641682] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.641766] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.641859] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 is going to be updated. [ 1155.669360] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.669556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.669556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.669945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.669945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.679154] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: IN_PROGRESS for 2s [ 1156.487760] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1156.488826] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.684527] env[65756]: INFO networking_nsxv3.common.synchronization [req-8c2872d1-7363-4103-8f8d-462aa7f065b7 req-652d7ccd-0f12-4244-90a2-a78243c52da5 tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_members [ 1156.685560] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGHEST for action security_group_members [ 1156.685560] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c09c26-5f0f-43be-bf7c-c5238d7adf69 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.685560] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.685798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.685798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.685937] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.686201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.686201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.686294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.686329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.686437] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.188965] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.188965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.188965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.189203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.189310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.189515] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.189619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.189674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.189828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.189916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.190061] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 is going to be updated. [ 1157.221190] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.221190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.221190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.221190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.221190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.230314] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 in Status: IN_PROGRESS for 2s [ 1157.691483] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: SUCCESS [ 1157.691707] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 deletion is rescheduled due to dependency. [ 1157.691824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.241247] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 in Status: SUCCESS [ 1159.241646] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 deletion is rescheduled due to dependency. [ 1159.241646] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.089216] env[65756]: INFO networking_nsxv3.common.synchronization [None req-fd24ed91-e4aa-4644-bfdb-14a730a73d57 tempest-AttachInterfacesTestJSON-277550825 tempest-AttachInterfacesTestJSON-277550825-project-member] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 1161.089216] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGHEST for action security_group_members [ 1161.089481] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.089540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.089637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.089815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.089964] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.090078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.090140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.090283] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.090365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.090459] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.593070] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.593257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.593257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.593463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.593596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.593822] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.593929] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.593978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.594363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.594363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.594363] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be updated. [ 1161.624845] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.625135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.625135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.625351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.625523] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.634675] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: IN_PROGRESS for 2s [ 1163.030029] env[65756]: INFO networking_nsxv3.common.synchronization [req-da9476d8-104c-4637-be72-53cf12732534 req-b099b86f-4720-4dfe-aeea-08d4969ae112 tempest-ServerActionsTestJSON-2120773453 tempest-ServerActionsTestJSON-2120773453-project-member] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 1163.031243] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 1163.031243] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.031243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.031243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.031243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.031655] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.031655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.031655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.031655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.031797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.031797] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.465635] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.465837] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.465960] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.466275] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.468826] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.469011] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.469140] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.469385] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.469576] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.469726] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.469850] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.469933] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.470052] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.470161] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.470264] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.470404] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.490637] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.490819] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.490953] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.491152] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.491471] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-9487b0cd-9058-4738-866c-6c391fd8100b taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.491644] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-9487b0cd-9058-4738-866c-6c391fd8100b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.491762] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-9487b0cd-9058-4738-866c-6c391fd8100b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.492096] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-9487b0cd-9058-4738-866c-6c391fd8100b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.492236] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9487b0cd-9058-4738-866c-6c391fd8100b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.533558] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.533804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.533881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.534128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.534216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.534933] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.534933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.534933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.534933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.535139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.535139] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 is going to be updated. [ 1163.562883] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.563068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.563141] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.563360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.563506] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.572332] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: IN_PROGRESS for 2s [ 1163.645173] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 in Status: SUCCESS [ 1163.645387] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 deletion is rescheduled due to dependency. [ 1163.645530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.994731] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.994890] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.995023] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.995299] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.995451] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.995630] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 9487b0cd-9058-4738-866c-6c391fd8100b not found, creating... [ 1163.995851] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.996030] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.996152] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.996467] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.996636] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.996793] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.996953] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.997096] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.997303] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.997437] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.997612] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 9487b0cd-9058-4738-866c-6c391fd8100b is going to be created. [ 1164.018844] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.019169] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.019334] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.019689] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.020227] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.020543] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-9487b0cd-9058-4738-866c-6c391fd8100b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.711997] env[65756]: INFO networking_nsxv3.common.synchronization [req-da9476d8-104c-4637-be72-53cf12732534 req-2beebbd7-4299-4e09-b97c-6ae758cc2c4a service nova] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_rules [ 1164.712281] env[65756]: INFO networking_nsxv3.common.synchronization [req-da9476d8-104c-4637-be72-53cf12732534 req-2beebbd7-4299-4e09-b97c-6ae758cc2c4a service nova] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 1164.712358] env[65756]: INFO networking_nsxv3.common.synchronization [req-da9476d8-104c-4637-be72-53cf12732534 req-2beebbd7-4299-4e09-b97c-6ae758cc2c4a service nova] Enqueued Resource ID: 9487b0cd-9058-4738-866c-6c391fd8100b with Priority: HIGHEST for action port [ 1164.712559] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_rules [ 1164.712684] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 1164.712779] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9487b0cd-9058-4738-866c-6c391fd8100b with Priority: HIGHEST for action port [ 1164.713446] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.713606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.713869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.713869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.713951] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.715035] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.715181] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.715448] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-9487b0cd-9058-4738-866c-6c391fd8100b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.715656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9487b0cd-9058-4738-866c-6c391fd8100b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.715731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9487b0cd-9058-4738-866c-6c391fd8100b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.716388] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9487b0cd-9058-4738-866c-6c391fd8100b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.716478] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9487b0cd-9058-4738-866c-6c391fd8100b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.219287] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.219287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.219550] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9487b0cd-9058-4738-866c-6c391fd8100b with status ACTIVE [ 1165.219550] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.219672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.220334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.220334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.220334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.220334] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.220334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.220334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.220717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.220717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.220772] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.220896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.220896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.221041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.221117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.221202] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9487b0cd-9058-4738-866c-6c391fd8100b is going to be updated. [ 1165.261818] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.262125] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.262125] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.262301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.262473] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.262667] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9487b0cd-9058-4738-866c-6c391fd8100b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.325649] env[65756]: INFO networking_nsxv3.common.synchronization [req-fe5f4689-7c8e-447f-a7b1-cde662662291 req-5fd82b2c-e700-4b32-aa5d-339d179e250d tempest-ServersTestJSON-1774399057 tempest-ServersTestJSON-1774399057-project-member] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1165.326305] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1165.326702] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.326823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.327081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.327176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.327655] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.327757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.327827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.327984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.328075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.328171] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.584054] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: SUCCESS [ 1165.584330] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 deletion is rescheduled due to dependency. [ 1165.584515] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.584767] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.585122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.585394] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.585589] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.585702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.585949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.586120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.586287] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.626414] env[65756]: INFO networking_nsxv3.common.synchronization [None req-0d940672-0175-4c25-9162-75ff749c7660 None None] Enqueued Resource ID: 4a5407c5-0062-4b9d-b49b-146d2c3efe20 with Priority: HIGHEST for action port [ 1165.628336] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5407c5-0062-4b9d-b49b-146d2c3efe20 with Priority: HIGHEST for action port [ 1165.628585] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a5407c5-0062-4b9d-b49b-146d2c3efe20 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.628585] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a5407c5-0062-4b9d-b49b-146d2c3efe20" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.628721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a5407c5-0062-4b9d-b49b-146d2c3efe20" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.629079] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a5407c5-0062-4b9d-b49b-146d2c3efe20" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.629079] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a5407c5-0062-4b9d-b49b-146d2c3efe20',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.697020] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.697020] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.697020] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.697020] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.697020] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.697499] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.697782] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.699127] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.699127] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.699127] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.699127] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.699127] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.699127] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.699127] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.699127] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.699842] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.716978] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.717335] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.717433] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.717753] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.718113] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-ee4ac73b-88e2-49ed-813a-ae3490ba494d taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.718290] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-ee4ac73b-88e2-49ed-813a-ae3490ba494d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.718488] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-ee4ac73b-88e2-49ed-813a-ae3490ba494d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.718840] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-ee4ac73b-88e2-49ed-813a-ae3490ba494d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.719040] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee4ac73b-88e2-49ed-813a-ae3490ba494d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.831446] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.090643] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.132620] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a5407c5-0062-4b9d-b49b-146d2c3efe20 [ 1166.132939] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.134213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.134403] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.134911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.135150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.135150] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a5407c5-0062-4b9d-b49b-146d2c3efe20 already deleted. [ 1166.136289] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a5407c5-0062-4b9d-b49b-146d2c3efe20" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.222837] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.223515] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.223854] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.224294] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.224625] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.225092] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port ee4ac73b-88e2-49ed-813a-ae3490ba494d not found, creating... [ 1166.225564] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.227165] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.227165] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.227165] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.227165] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.227165] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.227863] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.227863] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.227863] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.227863] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.228648] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: ee4ac73b-88e2-49ed-813a-ae3490ba494d is going to be created. [ 1166.251687] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.251992] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.252207] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.252741] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.252843] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.253173] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-ee4ac73b-88e2-49ed-813a-ae3490ba494d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.334780] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.533017] env[65756]: INFO networking_nsxv3.common.synchronization [req-9a8dd044-db17-409d-866a-84bb006c4a48 req-18940957-d794-4646-83cd-ddff638c74f2 tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 with Priority: HIGHEST for action security_group_members [ 1166.533598] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 with Priority: HIGHEST for action security_group_members [ 1166.533881] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.534012] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.534079] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.534283] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.534428] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.534585] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.534641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.534794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.534876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.534965] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b3c6b35-aa29-4abf-bb1b-bf8f95993195',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.593181] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.836143] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.836471] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.836646] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.836884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.837013] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.837213] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1166.868455] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.869938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.870145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.870488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.871088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.884401] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1166.998917] env[65756]: INFO networking_nsxv3.common.synchronization [req-fe5f4689-7c8e-447f-a7b1-cde662662291 req-a8bce33f-9ce2-40e9-a6df-a661d23ac5f5 service nova] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_rules [ 1166.999125] env[65756]: INFO networking_nsxv3.common.synchronization [req-fe5f4689-7c8e-447f-a7b1-cde662662291 req-a8bce33f-9ce2-40e9-a6df-a661d23ac5f5 service nova] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1166.999238] env[65756]: INFO networking_nsxv3.common.synchronization [req-fe5f4689-7c8e-447f-a7b1-cde662662291 req-a8bce33f-9ce2-40e9-a6df-a661d23ac5f5 service nova] Enqueued Resource ID: ee4ac73b-88e2-49ed-813a-ae3490ba494d with Priority: HIGHEST for action port [ 1166.999780] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_rules [ 1167.000554] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1167.000554] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee4ac73b-88e2-49ed-813a-ae3490ba494d with Priority: HIGHEST for action port [ 1167.000554] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.000554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.000773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.000803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.000993] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.001954] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.002095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.002294] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee4ac73b-88e2-49ed-813a-ae3490ba494d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.003631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee4ac73b-88e2-49ed-813a-ae3490ba494d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.003731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee4ac73b-88e2-49ed-813a-ae3490ba494d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.003876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee4ac73b-88e2-49ed-813a-ae3490ba494d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.003950] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee4ac73b-88e2-49ed-813a-ae3490ba494d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.038522] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.038732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.038732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.038966] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.039050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.039249] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.039943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.039943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.039943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.039943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.039943] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 is going to be updated. [ 1167.075839] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.076023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.076076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.076303] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.076445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.089109] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 in Status: IN_PROGRESS for 2s [ 1167.094936] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.095096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.095173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.095384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.095517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.095569] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 is going to be updated. [ 1167.124256] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.124339] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.124402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.124640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.124783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.141540] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: IN_PROGRESS for 2s [ 1167.507030] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee4ac73b-88e2-49ed-813a-ae3490ba494d with status ACTIVE [ 1167.507030] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.507030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.507030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.507320] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.507349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.507525] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.507779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.507779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.507897] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.507969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.508164] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.508253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.508310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.508453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.508525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.508602] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee4ac73b-88e2-49ed-813a-ae3490ba494d is going to be updated. [ 1167.509920] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.510039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.532124] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.532292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.532292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.532488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.532621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.532781] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee4ac73b-88e2-49ed-813a-ae3490ba494d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.163159] env[65756]: INFO networking_nsxv3.common.synchronization [None req-f75af3cf-8f19-40d4-9d4a-ae78dd9eca2b None None] Enqueued Resource ID: 1bc303ea-a3ac-4da5-89f8-b6e8eccbc7c0 with Priority: HIGHEST for action port [ 1168.163732] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc303ea-a3ac-4da5-89f8-b6e8eccbc7c0 with Priority: HIGHEST for action port [ 1168.164111] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bc303ea-a3ac-4da5-89f8-b6e8eccbc7c0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.165207] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bc303ea-a3ac-4da5-89f8-b6e8eccbc7c0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.165207] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bc303ea-a3ac-4da5-89f8-b6e8eccbc7c0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.165347] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bc303ea-a3ac-4da5-89f8-b6e8eccbc7c0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.165511] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bc303ea-a3ac-4da5-89f8-b6e8eccbc7c0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.669747] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bc303ea-a3ac-4da5-89f8-b6e8eccbc7c0 [ 1168.669747] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.669747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.669747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.669747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.669747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.669747] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bc303ea-a3ac-4da5-89f8-b6e8eccbc7c0 already deleted. [ 1168.669747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bc303ea-a3ac-4da5-89f8-b6e8eccbc7c0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.896136] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1168.897080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.897080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.897295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.897554] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.897727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.897838] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.898108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.898266] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.898424] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.099702] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 in Status: SUCCESS [ 1169.099910] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 deletion is rescheduled due to dependency. [ 1169.100055] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.148078] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: SUCCESS [ 1169.148415] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.148534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.148784] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.149137] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.149296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.149452] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.149620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.149709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.149797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.149890] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.400867] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.657278] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.834032] env[65756]: INFO networking_nsxv3.common.synchronization [req-ba3e007b-400c-4365-95fc-f49a1a964606 req-7305bf72-0163-43de-8c76-e08bccd03b7e tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_members [ 1169.834549] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_members [ 1169.834992] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.835176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.835288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.835550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.835712] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.835818] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.835896] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.836034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.836123] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.836222] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.904983] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.158642] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 910c59b2-9cef-45a4-b212-3b5606693510: rpc.has_security_group_logging(os_id): False [ 1170.178514] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.178824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.178824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.179162] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.179262] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.179578] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.179770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.179840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.180051] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.180283] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.180283] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 is going to be updated. [ 1170.209396] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.209711] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.209711] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.209964] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.210455] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.210610] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.210725] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.210953] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.211128] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.211340] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.211448] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.211554] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.212271] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.212271] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.212271] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.212271] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.248410] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.248593] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.248708] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.249119] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.249729] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-bb43910e-8bfa-4b72-a7eb-f5d99a6803c6 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.250053] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-bb43910e-8bfa-4b72-a7eb-f5d99a6803c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.250255] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-bb43910e-8bfa-4b72-a7eb-f5d99a6803c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.250750] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-bb43910e-8bfa-4b72-a7eb-f5d99a6803c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.250974] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb43910e-8bfa-4b72-a7eb-f5d99a6803c6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.272462] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.272462] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.272709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.272829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.273024] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.311188] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: IN_PROGRESS for 2s [ 1170.340225] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.340225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.340225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.340225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.340225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.340225] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.340225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.340225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.340225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.340225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.340225] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1dea76-3cba-43df-94c2-456e70319fb8 already deleted. [ 1170.340225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.407124] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.407915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.407915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.407915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.407915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.407915] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1170.453901] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.453901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.453901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.453901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.453901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.465014] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1170.754439] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.754709] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.754854] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.755169] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.755343] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.755503] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port bb43910e-8bfa-4b72-a7eb-f5d99a6803c6 not found, creating... [ 1170.755797] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.755960] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.756103] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.756343] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.756493] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.756906] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.757098] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.757229] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.757451] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.757600] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.757759] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: bb43910e-8bfa-4b72-a7eb-f5d99a6803c6 is going to be created. [ 1170.779613] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.779936] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.780096] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.780383] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.780614] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.780882] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-bb43910e-8bfa-4b72-a7eb-f5d99a6803c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.596102] env[65756]: INFO networking_nsxv3.common.synchronization [req-ba3e007b-400c-4365-95fc-f49a1a964606 req-cd142d5a-4bf6-4310-b17b-37a7d68cce70 service nova] Enqueued Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_rules [ 1171.596102] env[65756]: INFO networking_nsxv3.common.synchronization [req-ba3e007b-400c-4365-95fc-f49a1a964606 req-cd142d5a-4bf6-4310-b17b-37a7d68cce70 service nova] Enqueued Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_members [ 1171.596102] env[65756]: INFO networking_nsxv3.common.synchronization [req-ba3e007b-400c-4365-95fc-f49a1a964606 req-cd142d5a-4bf6-4310-b17b-37a7d68cce70 service nova] Enqueued Resource ID: bb43910e-8bfa-4b72-a7eb-f5d99a6803c6 with Priority: HIGHEST for action port [ 1171.596861] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_rules [ 1171.596861] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_members [ 1171.596943] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb43910e-8bfa-4b72-a7eb-f5d99a6803c6 with Priority: HIGHEST for action port [ 1171.597293] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.597383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.597492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.597870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.597870] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.599293] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.599293] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.599371] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.599498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.600208] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.600208] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.600208] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.600208] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.600208] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.600208] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.601223] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb43910e-8bfa-4b72-a7eb-f5d99a6803c6 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.601285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb43910e-8bfa-4b72-a7eb-f5d99a6803c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.601316] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb43910e-8bfa-4b72-a7eb-f5d99a6803c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.601448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb43910e-8bfa-4b72-a7eb-f5d99a6803c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.602026] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb43910e-8bfa-4b72-a7eb-f5d99a6803c6',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.099561] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.099681] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.103383] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.104200] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb43910e-8bfa-4b72-a7eb-f5d99a6803c6 with status ACTIVE [ 1172.104395] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.104500] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.104641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.104855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.104932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.105150] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.105254] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.105315] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.105469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.105544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.105718] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.105808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.105868] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.106012] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.106084] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.106167] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb43910e-8bfa-4b72-a7eb-f5d99a6803c6 is going to be updated. [ 1172.128489] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.128883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.128883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.129553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.129553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.129553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb43910e-8bfa-4b72-a7eb-f5d99a6803c6" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.325529] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: SUCCESS [ 1172.325908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.370469] env[65756]: INFO networking_nsxv3.common.synchronization [None req-74e43cbb-b5d2-4ddc-b06d-3fddc70a7ff6 tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 with Priority: HIGHEST for action security_group_rules [ 1172.370999] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 with Priority: HIGHEST for action security_group_rules [ 1172.371378] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.371504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.371571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.371835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.371918] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4db38c6c-bf24-4b6b-ad5c-febbc880dd45',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.475632] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1172.475859] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.476040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.476284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.476478] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.476595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.476672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.476828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.476910] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.476999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.477108] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.493631] env[65756]: INFO networking_nsxv3.common.synchronization [None req-eeafaf1c-5011-4c2a-a7ef-cef3701841d6 tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 with Priority: HIGHEST for action security_group_rules [ 1172.494684] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 with Priority: HIGHEST for action security_group_rules [ 1172.494684] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.494684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.608109] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.896814] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.896814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.896814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.896814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.896814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.896814] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 already deleted. [ 1172.896814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.896814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.897158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.897158] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4db38c6c-bf24-4b6b-ad5c-febbc880dd45',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.979763] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.979918] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.979962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.980201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.980380] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.980481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.980544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.980695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.980786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.980873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.981042] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.981167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.981229] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.981372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.981508] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.981596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.982148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.982148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.982148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.982148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.982148] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.110882] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.110882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.110882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.110882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.111156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.111156] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1dea76-3cba-43df-94c2-456e70319fb8 is going to be created. [ 1173.134875] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.135064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.135223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.135516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.135705] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.146428] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1dea76-3cba-43df-94c2-456e70319fb8 in Status: UNINITIALIZED for 2s [ 1173.420485] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.420660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.420723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.420951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.421023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.421103] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 already deleted. [ 1173.422187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.484731] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a008a06-7003-4ce2-9a1c-0156b4799456: rpc.has_security_group_logging(os_id): False [ 1173.504043] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.504043] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.504043] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.504357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.504357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.504448] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.504545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.504545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.504738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.504874] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.505032] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.505119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.505170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.505406] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.505536] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.506051] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.506051] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.506051] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.506454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.506454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.506454] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1173.572765] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.572969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.572969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.573221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.573472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.592877] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1173.906727] env[65756]: INFO networking_nsxv3.common.synchronization [req-521c1cee-5e20-4b5e-8e51-0215557d11b3 req-e7554559-298d-49ea-93b6-3cd2432450cb tempest-InstanceActionsV221TestJSON-1749750415 tempest-InstanceActionsV221TestJSON-1749750415-project-member] Enqueued Resource ID: 0812b248-75d7-47ea-a5ae-60631c64f35d with Priority: HIGHEST for action security_group_members [ 1173.907405] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0812b248-75d7-47ea-a5ae-60631c64f35d with Priority: HIGHEST for action security_group_members [ 1173.907838] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0812b248-75d7-47ea-a5ae-60631c64f35d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.908020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.908111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.908403] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.908595] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.908730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.908797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.909032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.909156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.909281] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0812b248-75d7-47ea-a5ae-60631c64f35d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.414042] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.414042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.414042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.414042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.414042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.414042] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.414042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.414042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.414042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.414042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.414042] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0812b248-75d7-47ea-a5ae-60631c64f35d already deleted. [ 1174.414042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.464731] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.464918] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-260" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.465048] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-260" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.465397] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-260" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.466113] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.466285] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.466407] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.466767] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.466939] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.467181] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.467486] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.467628] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.467757] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.467902] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.467986] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.468143] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.489983] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.490306] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.490420] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.490530] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-260" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.490902] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-21f271e7-c2a2-4d35-8986-2ce4814456ae taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.491179] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-21f271e7-c2a2-4d35-8986-2ce4814456ae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.491330] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-21f271e7-c2a2-4d35-8986-2ce4814456ae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.491679] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-21f271e7-c2a2-4d35-8986-2ce4814456ae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.491834] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f271e7-c2a2-4d35-8986-2ce4814456ae',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.995422] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.995789] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.995789] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.995977] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.996101] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.996262] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 21f271e7-c2a2-4d35-8986-2ce4814456ae not found, creating... [ 1174.996528] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.996707] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.996839] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.997104] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.997255] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.997546] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.997717] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.997846] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.998079] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.998213] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.998350] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 21f271e7-c2a2-4d35-8986-2ce4814456ae is going to be created. [ 1175.020766] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.021150] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.021275] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.021885] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.022193] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.022510] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-21f271e7-c2a2-4d35-8986-2ce4814456ae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.160456] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1dea76-3cba-43df-94c2-456e70319fb8 in Status: SUCCESS [ 1175.160865] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.161159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.161516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.161805] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.161965] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.162073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.162305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.162419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.162539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.162669] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.608465] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1175.608691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.665378] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.665526] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.665596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.665813] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.665972] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.666097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.666143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.666277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.666425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.666543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.666636] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.667225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.667225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.667225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.667225] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.667459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.667459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.667548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.667627] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.667710] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.667801] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.734493] env[65756]: INFO networking_nsxv3.common.synchronization [req-521c1cee-5e20-4b5e-8e51-0215557d11b3 req-982ae6b8-cdbc-41ce-9221-68ca13921fe9 service nova] Enqueued Resource ID: 0812b248-75d7-47ea-a5ae-60631c64f35d with Priority: HIGHEST for action security_group_rules [ 1175.734691] env[65756]: INFO networking_nsxv3.common.synchronization [req-521c1cee-5e20-4b5e-8e51-0215557d11b3 req-982ae6b8-cdbc-41ce-9221-68ca13921fe9 service nova] Enqueued Resource ID: 0812b248-75d7-47ea-a5ae-60631c64f35d with Priority: HIGHEST for action security_group_members [ 1175.734903] env[65756]: INFO networking_nsxv3.common.synchronization [req-521c1cee-5e20-4b5e-8e51-0215557d11b3 req-982ae6b8-cdbc-41ce-9221-68ca13921fe9 service nova] Enqueued Resource ID: 21f271e7-c2a2-4d35-8986-2ce4814456ae with Priority: HIGHEST for action port [ 1175.735362] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0812b248-75d7-47ea-a5ae-60631c64f35d with Priority: HIGHEST for action security_group_rules [ 1175.735498] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0812b248-75d7-47ea-a5ae-60631c64f35d with Priority: HIGHEST for action security_group_members [ 1175.735594] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f271e7-c2a2-4d35-8986-2ce4814456ae with Priority: HIGHEST for action port [ 1175.735870] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0812b248-75d7-47ea-a5ae-60631c64f35d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.736020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.736120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.736354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.736473] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0812b248-75d7-47ea-a5ae-60631c64f35d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.738833] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0812b248-75d7-47ea-a5ae-60631c64f35d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.738833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.738980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.739335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.739513] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.739615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.739679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.740587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.740587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.740587] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0812b248-75d7-47ea-a5ae-60631c64f35d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.740922] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-21f271e7-c2a2-4d35-8986-2ce4814456ae taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.741028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21f271e7-c2a2-4d35-8986-2ce4814456ae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.741028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21f271e7-c2a2-4d35-8986-2ce4814456ae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.741176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21f271e7-c2a2-4d35-8986-2ce4814456ae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.741253] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f271e7-c2a2-4d35-8986-2ce4814456ae',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.170297] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc1dea76-3cba-43df-94c2-456e70319fb8: rpc.has_security_group_logging(os_id): False [ 1176.190754] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.190972] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.191028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.191321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.191412] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.191639] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.191735] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.191807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.191981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.192069] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.192250] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.192335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.192465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.192525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.192595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.192776] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.192869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.192954] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.193174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.193284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.193405] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1dea76-3cba-43df-94c2-456e70319fb8 is going to be created. [ 1176.243967] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21f271e7-c2a2-4d35-8986-2ce4814456ae with status ACTIVE [ 1176.244314] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.244519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.244606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.244969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.245279] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.245474] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.245671] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.245743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.246021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.246143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.246482] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.246747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.246747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.246886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.247115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.247192] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21f271e7-c2a2-4d35-8986-2ce4814456ae is going to be updated. [ 1176.249923] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0812b248-75d7-47ea-a5ae-60631c64f35d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.250117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.250350] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0812b248-75d7-47ea-a5ae-60631c64f35d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.277296] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.277533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.277640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.277967] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.278193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.280209] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.280335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.280391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.280595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.280722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.280875] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21f271e7-c2a2-4d35-8986-2ce4814456ae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.299159] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1dea76-3cba-43df-94c2-456e70319fb8 in Status: IN_PROGRESS for 2s [ 1176.754036] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0812b248-75d7-47ea-a5ae-60631c64f35d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.257209] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.257530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.257530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.257648] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.257761] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.257864] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0812b248-75d7-47ea-a5ae-60631c64f35d is going to be created. [ 1177.281530] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.281740] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.281790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.281982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.282194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.295944] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0812b248-75d7-47ea-a5ae-60631c64f35d in Status: UNINITIALIZED for 2s [ 1177.370074] env[65756]: INFO networking_nsxv3.common.synchronization [req-7411ce54-7bbb-4a6f-91f2-8469f7816f07 req-d6d80210-fc11-4188-acb4-845372d2e495 tempest-ServersTestJSON-1774399057 tempest-ServersTestJSON-1774399057-project-member] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1177.370701] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1177.371144] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.371318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.371416] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.371658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.371831] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.371968] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.372067] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.372277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.372397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.372506] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.876113] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.319711] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1dea76-3cba-43df-94c2-456e70319fb8 in Status: SUCCESS [ 1178.320133] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.378343] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.591672] env[65756]: INFO networking_nsxv3.common.synchronization [req-832dd9f5-1156-4022-a3f3-673a73d7f505 req-fba06846-1b57-4312-b93d-4ea23b747b68 tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 with Priority: HIGHEST for action security_group_members [ 1178.591672] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 with Priority: HIGHEST for action security_group_members [ 1178.591672] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.591672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.591672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.591672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.591672] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.591672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.591672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.591672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.591672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.591672] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4db38c6c-bf24-4b6b-ad5c-febbc880dd45',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.880385] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.880660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.880745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.880944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.881068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.881186] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1178.911870] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.911870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.911870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.911870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.912194] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.920478] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1178.926922] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.927166] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.927296] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.927551] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.927801] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.927955] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.928097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.928315] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.928459] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.928666] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.928778] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.928883] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.928989] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.929109] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.929213] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.929341] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.952300] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.952506] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.952648] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.952842] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-302" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.953185] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-b166bc42-f832-4395-ab78-4a55120119bc taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.953366] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-b166bc42-f832-4395-ab78-4a55120119bc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.953483] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-b166bc42-f832-4395-ab78-4a55120119bc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.953865] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-b166bc42-f832-4395-ab78-4a55120119bc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.954025] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b166bc42-f832-4395-ab78-4a55120119bc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.094122] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.094318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.094407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.094701] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.094789] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.095053] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.095176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.095176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.095328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.095414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.095499] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 already deleted. [ 1179.095575] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.308301] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0812b248-75d7-47ea-a5ae-60631c64f35d in Status: SUCCESS [ 1179.308301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.308301] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.308448] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.308558] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.308647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.308720] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.308883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.308962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.309061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.309151] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0812b248-75d7-47ea-a5ae-60631c64f35d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.457682] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.458174] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.458174] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.458420] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.458576] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.458754] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port b166bc42-f832-4395-ab78-4a55120119bc not found, creating... [ 1179.459086] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.459306] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.459434] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.459648] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.459801] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.460102] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.460258] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.460374] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.460574] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.460724] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.460862] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: b166bc42-f832-4395-ab78-4a55120119bc is going to be created. [ 1179.483870] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.484157] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.484286] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.484598] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.484906] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.485191] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-b166bc42-f832-4395-ab78-4a55120119bc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.811426] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0812b248-75d7-47ea-a5ae-60631c64f35d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.811576] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.811660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.811854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.812037] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.813139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.813139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.813139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.813139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.813139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.813139] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0812b248-75d7-47ea-a5ae-60631c64f35d taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.813139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.813139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.813139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.813139] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.813836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.813836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.813836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.813836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.813836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.813836] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0812b248-75d7-47ea-a5ae-60631c64f35d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.204029] env[65756]: INFO networking_nsxv3.common.synchronization [req-832dd9f5-1156-4022-a3f3-673a73d7f505 req-b8bd7514-2e92-4258-8779-778f63b83547 service nova] Enqueued Resource ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 with Priority: HIGHEST for action security_group_rules [ 1180.204291] env[65756]: INFO networking_nsxv3.common.synchronization [req-832dd9f5-1156-4022-a3f3-673a73d7f505 req-b8bd7514-2e92-4258-8779-778f63b83547 service nova] Enqueued Resource ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 with Priority: HIGHEST for action security_group_members [ 1180.204460] env[65756]: INFO networking_nsxv3.common.synchronization [req-832dd9f5-1156-4022-a3f3-673a73d7f505 req-b8bd7514-2e92-4258-8779-778f63b83547 service nova] Enqueued Resource ID: b166bc42-f832-4395-ab78-4a55120119bc with Priority: HIGHEST for action port [ 1180.205312] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 with Priority: HIGHEST for action security_group_rules [ 1180.205533] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 with Priority: HIGHEST for action security_group_members [ 1180.205691] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b166bc42-f832-4395-ab78-4a55120119bc with Priority: HIGHEST for action port [ 1180.206071] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.206237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.206314] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.206528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.206609] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4db38c6c-bf24-4b6b-ad5c-febbc880dd45',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.207535] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.207669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.207756] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.207950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.209629] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.209629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.209629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.209629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.209629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.209629] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4db38c6c-bf24-4b6b-ad5c-febbc880dd45',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.209827] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-b166bc42-f832-4395-ab78-4a55120119bc taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.209827] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b166bc42-f832-4395-ab78-4a55120119bc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.209922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b166bc42-f832-4395-ab78-4a55120119bc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.210764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b166bc42-f832-4395-ab78-4a55120119bc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.210764] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b166bc42-f832-4395-ab78-4a55120119bc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.316150] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0812b248-75d7-47ea-a5ae-60631c64f35d: rpc.has_security_group_logging(os_id): False [ 1180.335480] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.335662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.335699] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.335902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.335990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.336196] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.336297] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.336357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.336507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.336585] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.336831] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.336936] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.336997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.337156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.337243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.337441] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.337534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.337594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.337765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.337888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.337954] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0812b248-75d7-47ea-a5ae-60631c64f35d is going to be created. [ 1180.421523] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.421744] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.421744] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.421977] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.422262] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.434734] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0812b248-75d7-47ea-a5ae-60631c64f35d in Status: IN_PROGRESS for 2s [ 1180.711937] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4db38c6c-bf24-4b6b-ad5c-febbc880dd45',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.712951] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.713082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.713262] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b166bc42-f832-4395-ab78-4a55120119bc with status ACTIVE [ 1180.713455] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.713572] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.713692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.714298] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.714298] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.714298] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.714298] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.714298] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.714543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.714543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.714665] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.714753] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.714815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.714947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.715028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.715111] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b166bc42-f832-4395-ab78-4a55120119bc is going to be updated. [ 1180.739398] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.739561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.739602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.739857] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.739989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.740195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b166bc42-f832-4395-ab78-4a55120119bc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.932621] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1180.932955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.217297] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4db38c6c-bf24-4b6b-ad5c-febbc880dd45',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.720266] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.720643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.720643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.720961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.721189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.721354] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 is going to be created. [ 1181.750424] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.750605] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.750695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.750898] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.751073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.761537] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 in Status: UNINITIALIZED for 2s [ 1182.448482] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0812b248-75d7-47ea-a5ae-60631c64f35d in Status: SUCCESS [ 1182.448705] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.772602] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 in Status: SUCCESS [ 1183.772926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.772992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.773219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.773410] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.773529] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.773594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.773735] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.773887] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.774050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.774167] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4db38c6c-bf24-4b6b-ad5c-febbc880dd45',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.276761] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4db38c6c-bf24-4b6b-ad5c-febbc880dd45',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.779538] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4db38c6c-bf24-4b6b-ad5c-febbc880dd45: rpc.has_security_group_logging(os_id): False [ 1184.800028] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.800118] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.800181] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.800398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.800485] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.800729] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.800828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.800893] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.801060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.801138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.801222] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 is going to be created. [ 1184.864220] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.864364] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.864423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.864656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.864871] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.877538] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 in Status: IN_PROGRESS for 2s [ 1185.207021] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1185.207021] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1186.181530] env[65756]: INFO networking_nsxv3.common.synchronization [req-4f7f00f5-8b2b-4a97-a706-f1e374649bc3 req-75f8d0a6-fe20-4d4b-8fb6-25fa77ea9c27 tempest-InstanceActionsV221TestJSON-1749750415 tempest-InstanceActionsV221TestJSON-1749750415-project-member] Enqueued Resource ID: 0812b248-75d7-47ea-a5ae-60631c64f35d with Priority: HIGHEST for action security_group_members [ 1186.183064] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0812b248-75d7-47ea-a5ae-60631c64f35d with Priority: HIGHEST for action security_group_members [ 1186.183064] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-0812b248-75d7-47ea-a5ae-60631c64f35d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.183064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.183064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.183317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.183317] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.183387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.184600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.184600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.184600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.184600] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0812b248-75d7-47ea-a5ae-60631c64f35d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.686672] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.686971] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.687120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.687369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.687516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.687850] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.688041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.688162] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.688434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.688583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.688746] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0812b248-75d7-47ea-a5ae-60631c64f35d is going to be updated. [ 1186.718468] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.718727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.718727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.718871] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.719026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.727859] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0812b248-75d7-47ea-a5ae-60631c64f35d in Status: IN_PROGRESS for 2s [ 1186.893044] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 in Status: SUCCESS [ 1186.893044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.223256] env[65756]: INFO networking_nsxv3.common.synchronization [req-56782629-a56c-49a1-aff6-f02ed507d557 req-c33a0e2c-080f-489c-9936-046df48de856 tempest-ServersTestJSON-1774399057 tempest-ServersTestJSON-1774399057-project-member] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1188.223256] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1188.223256] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.223256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.223256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.223256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.223256] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.223256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.223256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.223256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.223256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.223256] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.612702] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.612907] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.613075] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.613363] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.613626] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.613786] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.613901] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.614305] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.614459] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.614671] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.614824] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.614963] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.615096] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.615213] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.615320] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.615450] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.659199] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.659526] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.659752] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.660035] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.660460] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-7683426f-6497-4c07-bdab-4111c34d9769 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.660732] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-7683426f-6497-4c07-bdab-4111c34d9769" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.661077] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-7683426f-6497-4c07-bdab-4111c34d9769" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.661424] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-7683426f-6497-4c07-bdab-4111c34d9769" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.661650] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7683426f-6497-4c07-bdab-4111c34d9769',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.730583] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.740498] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0812b248-75d7-47ea-a5ae-60631c64f35d in Status: SUCCESS [ 1188.740748] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0812b248-75d7-47ea-a5ae-60631c64f35d deletion is rescheduled due to dependency. [ 1188.740906] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.164524] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.164831] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.164981] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.165343] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.165509] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.165674] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 7683426f-6497-4c07-bdab-4111c34d9769 not found, creating... [ 1189.165952] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.166133] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.166249] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.166475] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.166613] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.166912] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.167172] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.167299] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.167507] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.167643] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.167785] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 7683426f-6497-4c07-bdab-4111c34d9769 is going to be created. [ 1189.188125] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.188346] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.188471] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.188733] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.188980] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.189236] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-7683426f-6497-4c07-bdab-4111c34d9769" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.233136] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.737561] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.738360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.738360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.738360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.738360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.738360] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1189.774249] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.774533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.774655] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.775081] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.775251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.785830] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1189.895065] env[65756]: INFO networking_nsxv3.common.synchronization [req-56782629-a56c-49a1-aff6-f02ed507d557 req-4c4fa6f0-b9d5-4049-be00-5c47bea71fce service nova] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_rules [ 1189.895294] env[65756]: INFO networking_nsxv3.common.synchronization [req-56782629-a56c-49a1-aff6-f02ed507d557 req-4c4fa6f0-b9d5-4049-be00-5c47bea71fce service nova] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1189.895435] env[65756]: INFO networking_nsxv3.common.synchronization [req-56782629-a56c-49a1-aff6-f02ed507d557 req-4c4fa6f0-b9d5-4049-be00-5c47bea71fce service nova] Enqueued Resource ID: 7683426f-6497-4c07-bdab-4111c34d9769 with Priority: HIGHEST for action port [ 1189.896069] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_rules [ 1189.896225] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1189.896382] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7683426f-6497-4c07-bdab-4111c34d9769 with Priority: HIGHEST for action port [ 1189.896915] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.897057] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.897159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.897314] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.897399] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.898286] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.898386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.898639] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-7683426f-6497-4c07-bdab-4111c34d9769 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.898736] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7683426f-6497-4c07-bdab-4111c34d9769" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.898828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7683426f-6497-4c07-bdab-4111c34d9769" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.898982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7683426f-6497-4c07-bdab-4111c34d9769" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.899073] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7683426f-6497-4c07-bdab-4111c34d9769',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.401894] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.401894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.401894] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7683426f-6497-4c07-bdab-4111c34d9769 with status ACTIVE [ 1190.401894] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.401894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.401894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.403486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.403486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.403486] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.403486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.403486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.403486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.403486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.403486] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.403486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.403486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.403486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.403486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.403486] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7683426f-6497-4c07-bdab-4111c34d9769 is going to be updated. [ 1190.431025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.431275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.431347] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.431584] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.431732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.431899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7683426f-6497-4c07-bdab-4111c34d9769" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.796114] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1191.796524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.796524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.796794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.797093] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.797222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.797288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.797490] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.797609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.797730] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.300632] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.803835] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.307035] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.307226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.307297] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.307513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.307608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.307708] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1193.337423] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.337590] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.337661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.337872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.338031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.350734] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1194.897550] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1194.897900] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1195.363745] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1195.363959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.364161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.364368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.364559] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.364674] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.364730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.364883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.364968] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.365060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.365157] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.817869] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.818263] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.818482] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.818837] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.819225] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.819517] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.819706] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.820042] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.820258] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.820571] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.820748] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.820936] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.821133] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.821387] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.821570] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.821802] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.842607] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.842892] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.843156] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.843498] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-964" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.843971] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.844284] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.844447] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.844858] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.845182] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a65c22e1-ef90-4175-a81e-f1c9b9573dfa',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.870128] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.870378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.870458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.870922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.871225] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.871388] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.871505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.871757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.871884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.872015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.872290] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.872470] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.872569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.872770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.872980] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.873156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.873271] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.873454] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.873696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.873869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.873977] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.348258] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.348656] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.348656] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.348880] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.349044] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.349335] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.349495] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.349610] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.349832] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.349966] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.350309] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.350470] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.350588] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.350798] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.350933] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.351098] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: a65c22e1-ef90-4175-a81e-f1c9b9573dfa is going to be updated. [ 1196.372934] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.373260] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.373456] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.373849] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.374134] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.374467] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.376114] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a008a06-7003-4ce2-9a1c-0156b4799456: rpc.has_security_group_logging(os_id): False [ 1196.395262] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.395456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.395456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.395640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.395728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.395951] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.396065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.396128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.396279] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.396354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.396531] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.396622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.396683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.396913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.397125] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.397351] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.397460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.397527] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.397685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.397768] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.397854] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1196.487032] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.487203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.487203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.487409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.487578] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.506449] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1196.694830] env[65756]: INFO networking_nsxv3.common.synchronization [req-e9a4e263-f509-4215-9dfe-00c88abfb3ba req-848a9e67-bd36-410f-bb4c-5b33c76fbe62 tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_members [ 1196.695454] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_members [ 1196.695795] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.695922] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.695991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.696269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.696418] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.696519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.696580] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.696721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.696807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.696901] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.088015] env[65756]: INFO networking_nsxv3.common.synchronization [req-4c86f0b3-d61b-425b-a5c3-e34b602538ef req-653a6897-f05e-4e57-99d9-e598e899c08f service nova] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_rules [ 1197.088327] env[65756]: INFO networking_nsxv3.common.synchronization [req-4c86f0b3-d61b-425b-a5c3-e34b602538ef req-653a6897-f05e-4e57-99d9-e598e899c08f service nova] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 1197.088496] env[65756]: INFO networking_nsxv3.common.synchronization [req-4c86f0b3-d61b-425b-a5c3-e34b602538ef req-653a6897-f05e-4e57-99d9-e598e899c08f service nova] Enqueued Resource ID: a65c22e1-ef90-4175-a81e-f1c9b9573dfa with Priority: HIGHEST for action port [ 1197.089101] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_rules [ 1197.089248] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 1197.089342] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a65c22e1-ef90-4175-a81e-f1c9b9573dfa with Priority: HIGHEST for action port [ 1197.089612] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.089736] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.089802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.090159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.090272] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.092219] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.092994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.092994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.092994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.092994] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.093641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.093641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.093641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.093641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.093891] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.095020] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.096075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.096075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.096075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.096075] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a65c22e1-ef90-4175-a81e-f1c9b9573dfa',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.200071] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.200309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.200392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.200663] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.200804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.201050] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.201190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.201272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.201533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.201585] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.201656] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1dea76-3cba-43df-94c2-456e70319fb8 is going to be updated. [ 1197.234531] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.234749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.234798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.235035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.235234] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.246808] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1dea76-3cba-43df-94c2-456e70319fb8 in Status: IN_PROGRESS for 2s [ 1197.597607] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.598883] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.599030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.599185] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a65c22e1-ef90-4175-a81e-f1c9b9573dfa with status ACTIVE [ 1197.599367] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.599518] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.599592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.599810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.599902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.600107] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.600229] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.600270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.600426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.600521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.600713] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.600812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.600867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.601032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.601131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.601193] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a65c22e1-ef90-4175-a81e-f1c9b9573dfa is going to be updated. [ 1197.623028] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.623247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.623290] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.623469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.623608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.623772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a65c22e1-ef90-4175-a81e-f1c9b9573dfa" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.104483] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.522819] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1198.523148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.606031] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.606472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.606472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.606472] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.606610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.606610] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed is going to be updated. [ 1198.633743] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.633946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.633946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.634181] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.634328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.643793] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: IN_PROGRESS for 2s [ 1199.265065] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1dea76-3cba-43df-94c2-456e70319fb8 in Status: SUCCESS [ 1199.265065] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1dea76-3cba-43df-94c2-456e70319fb8 deletion is rescheduled due to dependency. [ 1199.265065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.655261] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: SUCCESS [ 1200.655673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.655673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.655855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.656067] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.656197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.656263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.656421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.656503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.656587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.656675] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.158857] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.662052] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed: rpc.has_security_group_logging(os_id): False [ 1201.685645] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.685645] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.685773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.685984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.686095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.686345] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.686512] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.686585] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.686762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.686875] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.686927] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed is going to be updated. [ 1201.761135] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.761135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.761135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.761423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.761834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.781030] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: IN_PROGRESS for 2s [ 1202.090443] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.090443] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1202.096530] env[65756]: INFO networking_nsxv3.common.synchronization [None req-6271b751-1421-4b94-b4f4-66f3a2077171 tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGHEST for action security_group_rules [ 1202.097092] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGHEST for action security_group_rules [ 1202.097414] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.097911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.097985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.098333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.098408] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91e3a722-8adc-475d-ba7b-a078f0ea7b14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.186590] env[65756]: INFO networking_nsxv3.common.synchronization [None req-002333b7-7013-4b98-93f2-2174fc7324a8 tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGHEST for action security_group_rules [ 1202.187190] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGHEST for action security_group_rules [ 1202.187558] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.187629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.631911] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.631911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.631911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.631911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.631911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.631911] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 already deleted. [ 1202.631911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.631911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.632354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.632354] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91e3a722-8adc-475d-ba7b-a078f0ea7b14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.155125] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.155569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.155569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.155569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.155696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.155823] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 already deleted. [ 1203.155934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.795856] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: SUCCESS [ 1203.796150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.530830] env[65756]: INFO networking_nsxv3.common.synchronization [req-18eb8a36-bf65-4050-be35-b24df039a2e1 req-6cbf3cf7-eb9f-45a1-8839-4336cefec0a2 tempest-ServersTestJSON-1774399057 tempest-ServersTestJSON-1774399057-project-member] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1204.532926] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1204.532926] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.532926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.532926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.532926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.532926] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.532926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.532926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.532926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.532926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.532926] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.034921] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.537168] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.040638] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.040927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.041060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.041380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.041554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.041735] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1206.094814] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.095195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.095358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.095742] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.095986] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.107082] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1207.908063] env[65756]: INFO networking_nsxv3.common.synchronization [req-9e25e005-9abb-46db-bcfb-91219b47500e req-199b7850-768c-4ff7-a419-9e9dacc1e5a6 tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGHEST for action security_group_members [ 1207.908961] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGHEST for action security_group_members [ 1207.910063] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-91e3a722-8adc-475d-ba7b-a078f0ea7b14 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.910063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.910063] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.910326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.910540] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.910651] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.910716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.910958] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.911091] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.911775] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91e3a722-8adc-475d-ba7b-a078f0ea7b14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.118503] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1208.118765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.230703] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.230909] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.231051] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.231359] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.231613] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.231773] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.231893] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.232299] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.232472] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.232683] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.233187] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.233314] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.233463] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.233589] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.233700] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.233835] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.252942] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.253154] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1208.253264] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.253444] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.253840] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-4b842062-1040-4b8d-97fe-b7651a65bcae taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.254030] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-4b842062-1040-4b8d-97fe-b7651a65bcae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.254190] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-4b842062-1040-4b8d-97fe-b7651a65bcae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.254521] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-4b842062-1040-4b8d-97fe-b7651a65bcae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.254661] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b842062-1040-4b8d-97fe-b7651a65bcae',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.414163] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.414411] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.414569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.414837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.414967] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.415543] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.415543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.415688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.415838] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.415948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.416072] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 already deleted. [ 1208.416763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.757581] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.757829] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.758066] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.758419] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.758641] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.758829] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 4b842062-1040-4b8d-97fe-b7651a65bcae not found, creating... [ 1208.759129] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.759329] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.759466] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.759713] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.759855] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.760211] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.760462] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.760634] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.760882] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.761067] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.761296] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 4b842062-1040-4b8d-97fe-b7651a65bcae is going to be created. [ 1208.783255] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.783597] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.783774] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.784100] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.784376] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.784638] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-4b842062-1040-4b8d-97fe-b7651a65bcae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.513192] env[65756]: INFO networking_nsxv3.common.synchronization [req-9e25e005-9abb-46db-bcfb-91219b47500e req-24d69083-9b41-4ff3-8fff-40f1b7a281ca service nova] Enqueued Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGHEST for action security_group_rules [ 1209.513192] env[65756]: INFO networking_nsxv3.common.synchronization [req-9e25e005-9abb-46db-bcfb-91219b47500e req-24d69083-9b41-4ff3-8fff-40f1b7a281ca service nova] Enqueued Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGHEST for action security_group_members [ 1209.513470] env[65756]: INFO networking_nsxv3.common.synchronization [req-9e25e005-9abb-46db-bcfb-91219b47500e req-24d69083-9b41-4ff3-8fff-40f1b7a281ca service nova] Enqueued Resource ID: 4b842062-1040-4b8d-97fe-b7651a65bcae with Priority: HIGHEST for action port [ 1209.513992] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGHEST for action security_group_rules [ 1209.513992] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGHEST for action security_group_members [ 1209.514151] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b842062-1040-4b8d-97fe-b7651a65bcae with Priority: HIGHEST for action port [ 1209.514364] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.514517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.514551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.514741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.514818] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91e3a722-8adc-475d-ba7b-a078f0ea7b14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.515662] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-91e3a722-8adc-475d-ba7b-a078f0ea7b14 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.515779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.515835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.516539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.516539] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.516539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.516539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.516539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.516539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.516806] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91e3a722-8adc-475d-ba7b-a078f0ea7b14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.517295] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b842062-1040-4b8d-97fe-b7651a65bcae taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.517445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b842062-1040-4b8d-97fe-b7651a65bcae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.517480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b842062-1040-4b8d-97fe-b7651a65bcae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.517635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b842062-1040-4b8d-97fe-b7651a65bcae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.517683] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b842062-1040-4b8d-97fe-b7651a65bcae',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.020070] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-91e3a722-8adc-475d-ba7b-a078f0ea7b14 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.020070] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.020323] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91e3a722-8adc-475d-ba7b-a078f0ea7b14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.021167] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b842062-1040-4b8d-97fe-b7651a65bcae with status ACTIVE [ 1210.021559] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.021559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.021559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.021682] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.021742] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.021902] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.021998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.022073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.022220] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.022308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.022465] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.022567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.022628] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.022764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.022836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.022918] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b842062-1040-4b8d-97fe-b7651a65bcae is going to be updated. [ 1210.043561] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.043762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.043762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.043944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.044090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.044245] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b842062-1040-4b8d-97fe-b7651a65bcae" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.524593] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91e3a722-8adc-475d-ba7b-a078f0ea7b14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.665824] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.665824] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.665824] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.665824] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.666269] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.666269] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.666499] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.666554] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.666666] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.666864] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.667016] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.667314] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.667441] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.667566] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.667668] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.667798] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.690246] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.690308] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1210.690422] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.690600] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-326" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.690905] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-5abfc8a1-018c-4cf1-a762-71bad51b968a taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.691086] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.691206] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.691476] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.691613] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5abfc8a1-018c-4cf1-a762-71bad51b968a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.027870] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.027870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.027870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.027870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.027870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.028406] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 is going to be created. [ 1211.054773] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.054983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.054983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.055357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.055536] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.068862] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 in Status: UNINITIALIZED for 2s [ 1211.194473] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.194741] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.195195] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.195657] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.195876] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.196308] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.196527] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.196681] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.196957] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.197186] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.197560] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.197756] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.197904] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.198190] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.198381] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.198573] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 5abfc8a1-018c-4cf1-a762-71bad51b968a is going to be updated. [ 1211.221258] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.221579] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.221704] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.222081] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.222340] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.222642] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.926847] env[65756]: INFO networking_nsxv3.common.synchronization [req-44c99df7-bffe-4838-a75f-b6a874dabaf8 req-5fb98d94-5189-4600-9883-2c9a9ebcafde service nova] Enqueued Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_rules [ 1211.926847] env[65756]: INFO networking_nsxv3.common.synchronization [req-44c99df7-bffe-4838-a75f-b6a874dabaf8 req-5fb98d94-5189-4600-9883-2c9a9ebcafde service nova] Enqueued Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_members [ 1211.926847] env[65756]: INFO networking_nsxv3.common.synchronization [req-44c99df7-bffe-4838-a75f-b6a874dabaf8 req-5fb98d94-5189-4600-9883-2c9a9ebcafde service nova] Enqueued Resource ID: 5abfc8a1-018c-4cf1-a762-71bad51b968a with Priority: HIGHEST for action port [ 1211.927235] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_rules [ 1211.927235] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_members [ 1211.928166] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfc8a1-018c-4cf1-a762-71bad51b968a with Priority: HIGHEST for action port [ 1211.928166] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed85e1da-9191-4203-996d-60a00345c756 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.928166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.928418] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.928748] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.928933] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.931407] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed85e1da-9191-4203-996d-60a00345c756 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.931521] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.931592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.931791] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.931948] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.932060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.932122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.932407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.932407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.932524] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.933775] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-5abfc8a1-018c-4cf1-a762-71bad51b968a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.933853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.933888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.934078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.934988] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5abfc8a1-018c-4cf1-a762-71bad51b968a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.424242] env[65756]: INFO networking_nsxv3.common.synchronization [req-02bdb2bb-f7ad-4b52-a00a-4e6d861e8d89 req-d691552c-071c-4d90-ab0b-2e9930756b44 tempest-ServerActionsTestOtherB-398872902 tempest-ServerActionsTestOtherB-398872902-project-member] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 1212.425119] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGHEST for action security_group_members [ 1212.425119] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.425243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.425310] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.425510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.425682] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.425745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.425806] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.425947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.426210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.426329] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.432189] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed85e1da-9191-4203-996d-60a00345c756 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.432313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.436029] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.436918] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5abfc8a1-018c-4cf1-a762-71bad51b968a with status ACTIVE [ 1212.437191] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.437363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.437439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.437643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.437809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.437950] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.438264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.438264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.438459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.438492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.438673] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.438786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.438847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.438988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.439727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.439845] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5abfc8a1-018c-4cf1-a762-71bad51b968a is going to be updated. [ 1212.464127] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.464305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.464379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.464637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.464793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.465013] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5abfc8a1-018c-4cf1-a762-71bad51b968a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.928425] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.928862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.928862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.928862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.928970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.929139] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.929259] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.929296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.929433] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.929522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.929620] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed is going to be updated. [ 1212.946418] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.958965] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.959139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.959212] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.959443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.960088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.968928] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: IN_PROGRESS for 2s [ 1213.079713] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 in Status: SUCCESS [ 1213.079929] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.080116] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.080333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.080522] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.080641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.080707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.080854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.081025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.081161] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.081202] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91e3a722-8adc-475d-ba7b-a078f0ea7b14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.449342] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.449646] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.449646] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.449825] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.449914] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.450027] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed85e1da-9191-4203-996d-60a00345c756 is going to be updated. [ 1213.495053] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.495207] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.495261] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.495480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.495624] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.509593] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed85e1da-9191-4203-996d-60a00345c756 in Status: IN_PROGRESS for 2s [ 1213.583278] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91e3a722-8adc-475d-ba7b-a078f0ea7b14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.086181] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91e3a722-8adc-475d-ba7b-a078f0ea7b14: rpc.has_security_group_logging(os_id): False [ 1214.104645] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.104823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.104870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.105115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.105326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.105586] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.105695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.105749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.105916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.106056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.106167] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 is going to be created. [ 1214.179102] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.179251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.179329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.179546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.179723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.191647] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 in Status: IN_PROGRESS for 2s [ 1214.979288] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed in Status: SUCCESS [ 1214.979451] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed deletion is rescheduled due to dependency. [ 1214.979659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.522287] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed85e1da-9191-4203-996d-60a00345c756 in Status: SUCCESS [ 1215.522642] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.522809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.523119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.523334] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.523494] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.523574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.523764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.523858] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.523959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.524067] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.026896] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.203864] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 in Status: SUCCESS [ 1216.204126] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.529908] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed85e1da-9191-4203-996d-60a00345c756: rpc.has_security_group_logging(os_id): False [ 1216.550603] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.550603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.550603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.550856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.550888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.551191] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.551296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.551362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.551533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.551705] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.551750] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed85e1da-9191-4203-996d-60a00345c756 is going to be updated. [ 1216.655856] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.655856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.655856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.655856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.655856] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.672761] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed85e1da-9191-4203-996d-60a00345c756 in Status: IN_PROGRESS for 2s [ 1217.425766] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.425958] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1218.698283] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed85e1da-9191-4203-996d-60a00345c756 in Status: SUCCESS [ 1218.698687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.170258] env[65756]: INFO networking_nsxv3.common.synchronization [req-f93dfa11-9c2b-4d57-a844-d32a223e0e2c req-3fa76783-e65f-47ed-864c-48eafd0e8042 tempest-ServersTestJSON-1774399057 tempest-ServersTestJSON-1774399057-project-member] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1221.170772] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1221.171084] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.171892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.171892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.171892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.171892] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.171892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.171892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.171892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.172204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.172204] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.546476] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.546671] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.546815] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.547137] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.547438] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.547597] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.547711] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.547923] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.548074] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.548310] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.548442] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.548522] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.548623] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.548728] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.548827] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.548953] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.570635] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.570807] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.570945] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.571146] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.571468] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-815dbc82-e772-43e2-b40c-4d8e99924bcf taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.571648] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-815dbc82-e772-43e2-b40c-4d8e99924bcf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.571767] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-815dbc82-e772-43e2-b40c-4d8e99924bcf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.572119] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-815dbc82-e772-43e2-b40c-4d8e99924bcf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.572260] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('815dbc82-e772-43e2-b40c-4d8e99924bcf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.674432] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.074669] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.074669] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.075214] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.075317] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.075593] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.075666] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 815dbc82-e772-43e2-b40c-4d8e99924bcf not found, creating... [ 1222.075910] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.076102] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.076225] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.076508] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.076577] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.076863] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.077052] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.077235] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.077435] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.077655] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.077810] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 815dbc82-e772-43e2-b40c-4d8e99924bcf is going to be created. [ 1222.105720] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.106053] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.106285] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.106876] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.107281] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.108310] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-815dbc82-e772-43e2-b40c-4d8e99924bcf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.178899] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.681945] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.682223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.682419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.682561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.682702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.682864] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1222.744610] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.744610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.744610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.745044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.745044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.757021] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1222.869460] env[65756]: INFO networking_nsxv3.common.synchronization [req-f93dfa11-9c2b-4d57-a844-d32a223e0e2c req-ae55c2cf-b438-4c78-9bf3-a92a52ff64b6 service nova] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_rules [ 1222.869669] env[65756]: INFO networking_nsxv3.common.synchronization [req-f93dfa11-9c2b-4d57-a844-d32a223e0e2c req-ae55c2cf-b438-4c78-9bf3-a92a52ff64b6 service nova] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1222.869832] env[65756]: INFO networking_nsxv3.common.synchronization [req-f93dfa11-9c2b-4d57-a844-d32a223e0e2c req-ae55c2cf-b438-4c78-9bf3-a92a52ff64b6 service nova] Enqueued Resource ID: 815dbc82-e772-43e2-b40c-4d8e99924bcf with Priority: HIGHEST for action port [ 1222.870414] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_rules [ 1222.870596] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1222.870703] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815dbc82-e772-43e2-b40c-4d8e99924bcf with Priority: HIGHEST for action port [ 1222.870980] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.871293] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.871349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.871691] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.871747] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.873334] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.873444] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.874039] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-815dbc82-e772-43e2-b40c-4d8e99924bcf taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.874186] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-815dbc82-e772-43e2-b40c-4d8e99924bcf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.874327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-815dbc82-e772-43e2-b40c-4d8e99924bcf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.874425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-815dbc82-e772-43e2-b40c-4d8e99924bcf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.874507] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('815dbc82-e772-43e2-b40c-4d8e99924bcf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.376772] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.377208] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.377208] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 815dbc82-e772-43e2-b40c-4d8e99924bcf with status ACTIVE [ 1223.379124] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.379124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.379124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.379124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.379124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.379124] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.379124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.379124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.379124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.379124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.379124] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.379124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.379124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.379124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.380182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.380182] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 815dbc82-e772-43e2-b40c-4d8e99924bcf is going to be updated. [ 1223.404318] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.404415] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.404575] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.404727] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.404825] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.405062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-815dbc82-e772-43e2-b40c-4d8e99924bcf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.318286] env[65756]: INFO networking_nsxv3.common.synchronization [None req-4a72a00f-46cc-4ce3-8626-c4d4ca6956b7 None None] Enqueued Resource ID: a56ca418-cf5c-46bd-999b-bc404394d32c with Priority: HIGHEST for action port [ 1224.318379] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56ca418-cf5c-46bd-999b-bc404394d32c with Priority: HIGHEST for action port [ 1224.318814] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-a56ca418-cf5c-46bd-999b-bc404394d32c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.318968] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a56ca418-cf5c-46bd-999b-bc404394d32c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.319040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a56ca418-cf5c-46bd-999b-bc404394d32c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.319319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a56ca418-cf5c-46bd-999b-bc404394d32c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.319396] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56ca418-cf5c-46bd-999b-bc404394d32c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.770282] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1224.770677] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.770933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.771313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.771600] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.771768] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.771906] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.772247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.772446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.772605] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.821855] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a56ca418-cf5c-46bd-999b-bc404394d32c [ 1224.822130] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.822308] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.822382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.822597] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.822679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.822779] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a56ca418-cf5c-46bd-999b-bc404394d32c already deleted. [ 1224.822863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a56ca418-cf5c-46bd-999b-bc404394d32c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.275805] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.778181] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.282294] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.282678] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.282926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.283369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.283982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.283982] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1226.328894] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.328894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.329085] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.329461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.329461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.340375] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1227.165284] env[65756]: INFO networking_nsxv3.common.synchronization [None req-c00c4537-2ba5-4329-a3c2-32709fe3c982 None None] Enqueued Resource ID: ae0afb5a-7976-4350-8689-ebd7da21505d with Priority: HIGHEST for action port [ 1227.165854] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0afb5a-7976-4350-8689-ebd7da21505d with Priority: HIGHEST for action port [ 1227.166186] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae0afb5a-7976-4350-8689-ebd7da21505d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.166304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae0afb5a-7976-4350-8689-ebd7da21505d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.166375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae0afb5a-7976-4350-8689-ebd7da21505d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.166713] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae0afb5a-7976-4350-8689-ebd7da21505d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.166713] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae0afb5a-7976-4350-8689-ebd7da21505d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.669337] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae0afb5a-7976-4350-8689-ebd7da21505d [ 1227.669609] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.669714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.669789] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.670035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.670111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.670205] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae0afb5a-7976-4350-8689-ebd7da21505d already deleted. [ 1227.670283] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae0afb5a-7976-4350-8689-ebd7da21505d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.351254] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1228.351514] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.351834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.352047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.352236] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.352356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.352423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.352581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.352685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.352777] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.352898] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.855415] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.855662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.855662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.855813] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.855980] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.856093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.856158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.856314] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.856402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.856489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.856630] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.856731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.856869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.856948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.857113] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.857240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.857335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.857540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.857615] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.857703] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.857781] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.360108] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a008a06-7003-4ce2-9a1c-0156b4799456: rpc.has_security_group_logging(os_id): False [ 1229.380537] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.380750] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.380750] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.380949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.381054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.381284] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.381428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.381480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.381600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.381680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.381856] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.382513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.382513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.382513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.382513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.382513] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.382513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.382513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.382818] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.382818] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.382818] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1229.449370] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.449600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.449600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.450056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.450056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.475278] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1230.365604] env[65756]: INFO networking_nsxv3.common.synchronization [req-24b4f9cf-72e7-40b0-9bd9-b959b15bbb00 req-a0e68ac1-861b-4e24-b874-5e286899e1de tempest-ServerMetadataTestJSON-929705512 tempest-ServerMetadataTestJSON-929705512-project-member] Enqueued Resource ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 with Priority: HIGHEST for action security_group_members [ 1230.366187] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 with Priority: HIGHEST for action security_group_members [ 1230.366858] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dce5426-6376-4c6c-a9af-615f846e6c58 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.366987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.367537] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.367736] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.367896] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.368009] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.368076] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.368233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.368322] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.368429] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dce5426-6376-4c6c-a9af-615f846e6c58',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.675836] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.676061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-70" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.676189] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-70" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.676529] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-70" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.676826] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.677009] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.677135] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.677365] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.677537] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.677752] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.677863] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.677968] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.678087] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.678195] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.678299] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.678463] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.698073] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.698295] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.698462] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.698659] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-70" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.699196] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-036b3b44-243f-4b32-992e-30da6a39ad3b taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.699196] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-036b3b44-243f-4b32-992e-30da6a39ad3b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.699372] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-036b3b44-243f-4b32-992e-30da6a39ad3b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.699629] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-036b3b44-243f-4b32-992e-30da6a39ad3b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.699854] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('036b3b44-243f-4b32-992e-30da6a39ad3b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.870948] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.871227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.871227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.871411] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.871505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.871841] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.871946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.871998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.872171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.872237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.872322] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 already deleted. [ 1230.872400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.202577] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.202801] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.202930] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.203254] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.203402] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.203555] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 036b3b44-243f-4b32-992e-30da6a39ad3b not found, creating... [ 1231.203814] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.203974] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.204104] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.204364] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.204507] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.204795] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.204986] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.205139] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.205453] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.205629] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.205793] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 036b3b44-243f-4b32-992e-30da6a39ad3b is going to be created. [ 1231.228529] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.228750] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.228870] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.229307] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.229642] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.230023] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-036b3b44-243f-4b32-992e-30da6a39ad3b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.493689] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1231.493974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.935966] env[65756]: INFO networking_nsxv3.common.synchronization [req-24b4f9cf-72e7-40b0-9bd9-b959b15bbb00 req-06dfd20f-6117-4ccf-bf11-d2c4072bdbb0 service nova] Enqueued Resource ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 with Priority: HIGHEST for action security_group_rules [ 1231.936195] env[65756]: INFO networking_nsxv3.common.synchronization [req-24b4f9cf-72e7-40b0-9bd9-b959b15bbb00 req-06dfd20f-6117-4ccf-bf11-d2c4072bdbb0 service nova] Enqueued Resource ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 with Priority: HIGHEST for action security_group_members [ 1231.936339] env[65756]: INFO networking_nsxv3.common.synchronization [req-24b4f9cf-72e7-40b0-9bd9-b959b15bbb00 req-06dfd20f-6117-4ccf-bf11-d2c4072bdbb0 service nova] Enqueued Resource ID: 036b3b44-243f-4b32-992e-30da6a39ad3b with Priority: HIGHEST for action port [ 1231.936883] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 with Priority: HIGHEST for action security_group_rules [ 1231.937177] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 with Priority: HIGHEST for action security_group_members [ 1231.937338] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036b3b44-243f-4b32-992e-30da6a39ad3b with Priority: HIGHEST for action port [ 1231.937723] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dce5426-6376-4c6c-a9af-615f846e6c58 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.937840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.937911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.938241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.938277] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dce5426-6376-4c6c-a9af-615f846e6c58',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.939945] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dce5426-6376-4c6c-a9af-615f846e6c58 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.940159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.940159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.940226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.940413] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.940534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.940606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.940747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.940830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.940925] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dce5426-6376-4c6c-a9af-615f846e6c58',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.942740] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-036b3b44-243f-4b32-992e-30da6a39ad3b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.942852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-036b3b44-243f-4b32-992e-30da6a39ad3b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.942923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-036b3b44-243f-4b32-992e-30da6a39ad3b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.943236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-036b3b44-243f-4b32-992e-30da6a39ad3b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.943320] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('036b3b44-243f-4b32-992e-30da6a39ad3b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.440699] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dce5426-6376-4c6c-a9af-615f846e6c58 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.440910] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.445459] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 036b3b44-243f-4b32-992e-30da6a39ad3b with status ACTIVE [ 1232.445714] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.445849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.445919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.446169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.446268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.446449] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.446566] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.446603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.446761] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.446835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.447070] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.447163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.447198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.447315] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.447564] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.447865] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 036b3b44-243f-4b32-992e-30da6a39ad3b is going to be updated. [ 1232.449118] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dce5426-6376-4c6c-a9af-615f846e6c58',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.469026] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.469232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.469232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.469435] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.469574] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.469773] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-036b3b44-243f-4b32-992e-30da6a39ad3b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.951658] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dce5426-6376-4c6c-a9af-615f846e6c58',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.454160] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.454372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.454442] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.454911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.454911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.455071] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 is going to be created. [ 1233.521397] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.521650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.521650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.521812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.521971] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.533436] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 in Status: UNINITIALIZED for 2s [ 1235.556255] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 in Status: SUCCESS [ 1235.556626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.556626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.556836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.557047] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.557176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.557241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.557405] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.557537] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.557626] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.557722] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dce5426-6376-4c6c-a9af-615f846e6c58',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.059808] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dce5426-6376-4c6c-a9af-615f846e6c58 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.060079] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.060182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.060421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.060647] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.060803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.060920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.061209] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.061361] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.061522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.061773] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dce5426-6376-4c6c-a9af-615f846e6c58 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.061937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.061937] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.062127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.062328] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.062436] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.062489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.062651] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.062742] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.062803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.062905] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dce5426-6376-4c6c-a9af-615f846e6c58',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.498284] env[65756]: INFO networking_nsxv3.common.synchronization [req-384563d3-33b8-4200-a69d-7f469dac544e req-2e96657d-c5c3-45ed-8e1c-cd5a6a82894e tempest-ServersTestJSON-1774399057 tempest-ServersTestJSON-1774399057-project-member] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1236.500188] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1236.500188] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.500188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.500188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.500188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.500188] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.500188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.500188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.500188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.500188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.500549] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.566061] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dce5426-6376-4c6c-a9af-615f846e6c58: rpc.has_security_group_logging(os_id): False [ 1236.584209] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.584404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.584404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.584627] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.584717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.584902] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.585023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.585083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.585229] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.585305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.585529] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.585630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.585692] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.585829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.585903] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.586103] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.586195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.586258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.586392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.586466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.586551] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 is going to be created. [ 1236.661427] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.661634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.661764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.662088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.662335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.674467] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 in Status: IN_PROGRESS for 2s [ 1236.788189] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.788388] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.788534] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.788825] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.789129] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.789351] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.789481] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.789702] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.790408] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.790408] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.790408] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.790408] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.790408] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.790644] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.790644] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.791724] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.817297] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.817450] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.817625] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.817936] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.818353] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-23e94923-efc8-4085-b6ba-2a827fd6f630 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.818353] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-23e94923-efc8-4085-b6ba-2a827fd6f630" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.818528] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-23e94923-efc8-4085-b6ba-2a827fd6f630" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.818858] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-23e94923-efc8-4085-b6ba-2a827fd6f630" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.819862] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23e94923-efc8-4085-b6ba-2a827fd6f630',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.003722] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.321407] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.321640] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.321778] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.322095] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.322250] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.322402] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 23e94923-efc8-4085-b6ba-2a827fd6f630 not found, creating... [ 1237.322658] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.322886] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.323026] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.323251] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.323390] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.323671] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.323850] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.323969] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.324190] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.324323] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.324471] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 23e94923-efc8-4085-b6ba-2a827fd6f630 is going to be created. [ 1237.352661] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.352883] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.353014] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.353304] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.353539] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.353813] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-23e94923-efc8-4085-b6ba-2a827fd6f630" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.506093] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.010978] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.011276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.011276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.011445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.011533] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.011636] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1238.048996] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.049336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.049478] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.049689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.049903] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.062677] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1238.064639] env[65756]: INFO networking_nsxv3.common.synchronization [req-384563d3-33b8-4200-a69d-7f469dac544e req-43006e18-5efd-4bd9-bb5c-007e0568c48c service nova] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_rules [ 1238.064876] env[65756]: INFO networking_nsxv3.common.synchronization [req-384563d3-33b8-4200-a69d-7f469dac544e req-43006e18-5efd-4bd9-bb5c-007e0568c48c service nova] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1238.065040] env[65756]: INFO networking_nsxv3.common.synchronization [req-384563d3-33b8-4200-a69d-7f469dac544e req-43006e18-5efd-4bd9-bb5c-007e0568c48c service nova] Enqueued Resource ID: 23e94923-efc8-4085-b6ba-2a827fd6f630 with Priority: HIGHEST for action port [ 1238.066816] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_rules [ 1238.066816] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1238.066816] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e94923-efc8-4085-b6ba-2a827fd6f630 with Priority: HIGHEST for action port [ 1238.066816] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.066816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.066816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.066816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.066816] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.068066] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.068066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.068066] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-23e94923-efc8-4085-b6ba-2a827fd6f630 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.068066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23e94923-efc8-4085-b6ba-2a827fd6f630" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.068066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23e94923-efc8-4085-b6ba-2a827fd6f630" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.068265] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23e94923-efc8-4085-b6ba-2a827fd6f630" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.068265] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23e94923-efc8-4085-b6ba-2a827fd6f630',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.570632] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.570632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.570632] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23e94923-efc8-4085-b6ba-2a827fd6f630 with status ACTIVE [ 1238.570920] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.570920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.570993] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.571176] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.571264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.571429] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.571524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.571591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.571747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.571825] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.572014] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.572107] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.572167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.572365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.572365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.572592] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23e94923-efc8-4085-b6ba-2a827fd6f630 is going to be updated. [ 1238.597105] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.597105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.597105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.597105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.597105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.597488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23e94923-efc8-4085-b6ba-2a827fd6f630" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.686985] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 in Status: SUCCESS [ 1238.687243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.075826] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1240.076201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.076239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.076463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.076650] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.076801] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.076868] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.077037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.077124] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.077220] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.579591] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.082253] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.584336] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.584556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.584556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.584798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.584871] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.584924] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1241.626087] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.626087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.626087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.626087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.626087] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.638778] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1243.066669] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.067067] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1243.081122] env[65756]: INFO networking_nsxv3.common.synchronization [req-9e3c239a-febb-4397-949e-333da313a49c req-9cd683bc-4b62-486b-bf62-e95d00f9fd04 tempest-ServerMetadataTestJSON-929705512 tempest-ServerMetadataTestJSON-929705512-project-member] Enqueued Resource ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 with Priority: HIGHEST for action security_group_members [ 1243.081784] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 with Priority: HIGHEST for action security_group_members [ 1243.081875] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dce5426-6376-4c6c-a9af-615f846e6c58 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.081976] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.082350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.082350] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.082552] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.082552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.082552] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.082722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.082804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.082905] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dce5426-6376-4c6c-a9af-615f846e6c58',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.589513] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.589728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.589845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.590127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.590200] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.590405] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.590523] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.590588] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.590837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.590962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.591081] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 is going to be updated. [ 1243.642907] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.643099] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.643140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.643336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.643483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.655657] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 in Status: IN_PROGRESS for 2s [ 1243.659331] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1243.659331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.659331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.659701] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.659763] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.659881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.659961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.660149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.660241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.660304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.660399] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.887351] env[65756]: INFO networking_nsxv3.common.synchronization [req-ff5ee58b-ffe4-4d47-bb7d-0ea94eff22ac req-9808701f-27da-419d-8acc-60cdcb761d20 tempest-AttachVolumeNegativeTest-289344871 tempest-AttachVolumeNegativeTest-289344871-project-member] Enqueued Resource ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 with Priority: HIGHEST for action security_group_members [ 1243.888311] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 with Priority: HIGHEST for action security_group_members [ 1243.888583] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.888821] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.888821] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.889420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.889420] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.889548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.889548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.889661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.889740] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.889824] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4db38c6c-bf24-4b6b-ad5c-febbc880dd45',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.167453] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.167829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.167829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.167962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.168139] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.168239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.168311] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.168486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.168568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.168659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.168817] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.168910] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.168961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.169112] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.169245] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.169334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.169392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.169528] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.169598] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.169682] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.169791] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.392841] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.393064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.393064] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.393274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.393602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.393861] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.394015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.394101] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.394309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.394412] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.394514] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 is going to be updated. [ 1244.424644] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.424847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.424847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.425014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.425158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.435173] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 in Status: IN_PROGRESS for 2s [ 1244.672010] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a008a06-7003-4ce2-9a1c-0156b4799456: rpc.has_security_group_logging(os_id): False [ 1244.714623] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.714999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.715102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.715388] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.715546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.715899] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.716031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.716100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.716264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.716420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.716672] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.716782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.716849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.717459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.717459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.717459] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.717459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.717459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.717969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.717969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.717969] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1244.801912] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.802138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.802183] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.802387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.802527] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.820848] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1245.665937] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 in Status: SUCCESS [ 1245.666464] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 deletion is rescheduled due to dependency. [ 1245.666464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.460187] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 in Status: SUCCESS [ 1246.460408] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 deletion is rescheduled due to dependency. [ 1246.460480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.838848] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1246.839258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.889149] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.889596] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1249.746101] env[65756]: INFO networking_nsxv3.common.synchronization [req-ff493c94-246c-4262-8617-a6938568dd5b req-a80bf0c5-1e8f-441d-8b69-60d19fdc218c tempest-ServerActionsTestJSON-2120773453 tempest-ServerActionsTestJSON-2120773453-project-member] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 1249.746176] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 1249.746581] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.746581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.746722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.747059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.747059] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.747221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.747221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.747328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.747376] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.747481] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.050098] env[65756]: INFO networking_nsxv3.common.synchronization [req-f8366843-a500-4e03-b37b-90433a697705 req-9ca3b378-ffb8-4f18-b849-6b049cf7ae14 tempest-ServersTestJSON-1774399057 tempest-ServersTestJSON-1774399057-project-member] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1250.050647] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1250.050988] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.051157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.051228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.051426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.051577] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.051672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.051734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.051873] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.051983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.052094] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.255626] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.255809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.255883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.256241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.256241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.256478] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.256571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.256714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.256900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.256900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.257015] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 is going to be updated. [ 1250.292915] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.293187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.293187] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.293351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.293504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.304079] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: IN_PROGRESS for 2s [ 1250.554801] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.057743] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.353984] env[65756]: INFO networking_nsxv3.common.synchronization [None req-a3f8e61d-ef03-4390-8ecb-e318aebbc3a8 None None] Enqueued Resource ID: 13bb75f1-fbac-4496-b00a-d18175acb1e0 with Priority: HIGHEST for action port [ 1251.354551] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bb75f1-fbac-4496-b00a-d18175acb1e0 with Priority: HIGHEST for action port [ 1251.354852] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-13bb75f1-fbac-4496-b00a-d18175acb1e0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.354977] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13bb75f1-fbac-4496-b00a-d18175acb1e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.355182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13bb75f1-fbac-4496-b00a-d18175acb1e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.355447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13bb75f1-fbac-4496-b00a-d18175acb1e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.355541] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13bb75f1-fbac-4496-b00a-d18175acb1e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.561018] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.561018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.561018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.561018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.561018] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.561474] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1251.593648] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.594118] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.594118] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.594118] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.594237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.604488] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1251.857835] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13bb75f1-fbac-4496-b00a-d18175acb1e0 [ 1251.858260] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.858260] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.858403] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.858570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.858690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.858796] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13bb75f1-fbac-4496-b00a-d18175acb1e0 already deleted. [ 1251.858882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13bb75f1-fbac-4496-b00a-d18175acb1e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.312910] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: SUCCESS [ 1252.313244] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 deletion is rescheduled due to dependency. [ 1252.313244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.283735] env[65756]: INFO networking_nsxv3.common.synchronization [None req-6b803db5-7095-4176-86a2-e3d048ed27c5 None None] Enqueued Resource ID: 3faa1f4b-654c-458f-ac4f-493b50550a9a with Priority: HIGHEST for action port [ 1253.284016] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3faa1f4b-654c-458f-ac4f-493b50550a9a with Priority: HIGHEST for action port [ 1253.284246] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-3faa1f4b-654c-458f-ac4f-493b50550a9a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.284530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3faa1f4b-654c-458f-ac4f-493b50550a9a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.284530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3faa1f4b-654c-458f-ac4f-493b50550a9a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.284675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3faa1f4b-654c-458f-ac4f-493b50550a9a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.284812] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3faa1f4b-654c-458f-ac4f-493b50550a9a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.579358] env[65756]: INFO networking_nsxv3.common.synchronization [None req-2d363e71-115b-4c0d-9a11-4ec7cce8d05a None None] Enqueued Resource ID: 4088050f-3e62-453a-9eb9-a94e6a53a3d5 with Priority: HIGHEST for action port [ 1253.579962] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4088050f-3e62-453a-9eb9-a94e6a53a3d5 with Priority: HIGHEST for action port [ 1253.580271] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-4088050f-3e62-453a-9eb9-a94e6a53a3d5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.580395] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4088050f-3e62-453a-9eb9-a94e6a53a3d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.580460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4088050f-3e62-453a-9eb9-a94e6a53a3d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.580708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4088050f-3e62-453a-9eb9-a94e6a53a3d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.580785] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4088050f-3e62-453a-9eb9-a94e6a53a3d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.616061] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1253.616306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.786877] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3faa1f4b-654c-458f-ac4f-493b50550a9a [ 1253.787095] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.787230] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.787316] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.787524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.787596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.787744] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3faa1f4b-654c-458f-ac4f-493b50550a9a already deleted. [ 1253.787849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3faa1f4b-654c-458f-ac4f-493b50550a9a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.084410] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4088050f-3e62-453a-9eb9-a94e6a53a3d5 [ 1254.084724] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.084852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.084852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.085171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.085171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.085255] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4088050f-3e62-453a-9eb9-a94e6a53a3d5 already deleted. [ 1254.085932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4088050f-3e62-453a-9eb9-a94e6a53a3d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.669425] env[65756]: INFO networking_nsxv3.common.synchronization [None req-bf6f7ba0-85dc-4835-be96-85267615b031 None None] Enqueued Resource ID: b6ba705a-9e5e-46a7-8a26-61223d722f21 with Priority: HIGHEST for action port [ 1255.670154] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ba705a-9e5e-46a7-8a26-61223d722f21 with Priority: HIGHEST for action port [ 1255.670318] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6ba705a-9e5e-46a7-8a26-61223d722f21 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.670445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6ba705a-9e5e-46a7-8a26-61223d722f21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.670517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6ba705a-9e5e-46a7-8a26-61223d722f21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.670766] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6ba705a-9e5e-46a7-8a26-61223d722f21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.670833] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6ba705a-9e5e-46a7-8a26-61223d722f21',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.173918] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6ba705a-9e5e-46a7-8a26-61223d722f21 [ 1256.174180] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.174317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.174387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.174591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.174682] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.174777] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6ba705a-9e5e-46a7-8a26-61223d722f21 already deleted. [ 1256.174857] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6ba705a-9e5e-46a7-8a26-61223d722f21" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.945407] env[65756]: INFO networking_nsxv3.common.synchronization [req-ae7f5ed9-d49a-4a3a-812b-2f3d3bbdbc5d req-6ec95f65-6050-4052-9387-88f25e7a6892 tempest-ServersTestJSON-1774399057 tempest-ServersTestJSON-1774399057-project-member] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1257.945979] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1257.946311] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.946434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.946505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.946711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.946861] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.946974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.948105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.948477] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.948648] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.948911] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.450970] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.787433] env[65756]: INFO networking_nsxv3.common.synchronization [req-c1d91085-c7e0-4a68-8394-f48e5b266995 req-b7111ef1-1e7b-4b07-ab2d-02ae2d15fc10 tempest-ServersNegativeTestMultiTenantJSON-1121397765 tempest-ServersNegativeTestMultiTenantJSON-1121397765-project-member] Enqueued Resource ID: 2504872a-47a9-42c5-83b1-181d2e1028dc with Priority: HIGHEST for action security_group_members [ 1258.788135] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2504872a-47a9-42c5-83b1-181d2e1028dc with Priority: HIGHEST for action security_group_members [ 1258.788468] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2504872a-47a9-42c5-83b1-181d2e1028dc taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.788654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.788764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.789058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.789245] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.789354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.789418] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.789581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.789713] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.789822] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2504872a-47a9-42c5-83b1-181d2e1028dc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.953506] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.093730] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-587 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.093975] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-587" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.094142] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-587" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.094431] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-587" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.094714] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.094902] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.095068] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.095504] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.095682] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.095885] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1259.096010] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.096147] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.096269] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.096449] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1259.096562] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.096693] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.120935] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.120935] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1259.121105] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.121245] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-587" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.121568] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-7beeb1c4-e67f-456a-bb43-bbb34ace50cf taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.121748] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-7beeb1c4-e67f-456a-bb43-bbb34ace50cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.121873] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-7beeb1c4-e67f-456a-bb43-bbb34ace50cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.122236] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-7beeb1c4-e67f-456a-bb43-bbb34ace50cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.122355] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7beeb1c4-e67f-456a-bb43-bbb34ace50cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.291652] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.291940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.292089] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.292356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.292456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.292656] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.292817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.292903] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.293097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.293202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.293307] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2504872a-47a9-42c5-83b1-181d2e1028dc already deleted. [ 1259.293409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.455942] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.456188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.456279] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.456622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.456723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.456826] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1259.487688] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.487688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.487688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.488163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.488163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.498184] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1259.625558] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.625789] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.625896] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.626207] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.626366] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.626518] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 7beeb1c4-e67f-456a-bb43-bbb34ace50cf not found, creating... [ 1259.626774] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.626924] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.627057] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.627290] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.627421] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.627703] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.627915] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.628052] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.628255] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.628392] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.628529] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 7beeb1c4-e67f-456a-bb43-bbb34ace50cf is going to be created. [ 1259.652289] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.652554] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.652641] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.652898] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.653203] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.653434] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-7beeb1c4-e67f-456a-bb43-bbb34ace50cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.396659] env[65756]: INFO networking_nsxv3.common.synchronization [req-c1d91085-c7e0-4a68-8394-f48e5b266995 req-5056423f-58c1-4ea7-9d17-5e9e036e8611 service nova] Enqueued Resource ID: 2504872a-47a9-42c5-83b1-181d2e1028dc with Priority: HIGHEST for action security_group_rules [ 1260.396659] env[65756]: INFO networking_nsxv3.common.synchronization [req-c1d91085-c7e0-4a68-8394-f48e5b266995 req-5056423f-58c1-4ea7-9d17-5e9e036e8611 service nova] Enqueued Resource ID: 2504872a-47a9-42c5-83b1-181d2e1028dc with Priority: HIGHEST for action security_group_members [ 1260.396659] env[65756]: INFO networking_nsxv3.common.synchronization [req-c1d91085-c7e0-4a68-8394-f48e5b266995 req-5056423f-58c1-4ea7-9d17-5e9e036e8611 service nova] Enqueued Resource ID: 7beeb1c4-e67f-456a-bb43-bbb34ace50cf with Priority: HIGHEST for action port [ 1260.396659] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2504872a-47a9-42c5-83b1-181d2e1028dc with Priority: HIGHEST for action security_group_rules [ 1260.396659] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2504872a-47a9-42c5-83b1-181d2e1028dc with Priority: HIGHEST for action security_group_members [ 1260.396659] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7beeb1c4-e67f-456a-bb43-bbb34ace50cf with Priority: HIGHEST for action port [ 1260.396659] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2504872a-47a9-42c5-83b1-181d2e1028dc taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.396659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.400244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.400244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.400244] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2504872a-47a9-42c5-83b1-181d2e1028dc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.400244] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2504872a-47a9-42c5-83b1-181d2e1028dc taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.400244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.400244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.400244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.400244] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.400244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.400244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.400244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.400725] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.400725] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2504872a-47a9-42c5-83b1-181d2e1028dc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.401631] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-7beeb1c4-e67f-456a-bb43-bbb34ace50cf taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.401631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7beeb1c4-e67f-456a-bb43-bbb34ace50cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.401889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7beeb1c4-e67f-456a-bb43-bbb34ace50cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.401889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7beeb1c4-e67f-456a-bb43-bbb34ace50cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.402017] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7beeb1c4-e67f-456a-bb43-bbb34ace50cf',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.903446] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2504872a-47a9-42c5-83b1-181d2e1028dc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.904755] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2504872a-47a9-42c5-83b1-181d2e1028dc taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.904902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.905286] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7beeb1c4-e67f-456a-bb43-bbb34ace50cf with status ACTIVE [ 1260.905706] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.905706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.905706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.905867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.905933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.906119] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.906215] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.906274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.906432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.906507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.906714] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.906762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.907630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.907630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.907630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.907630] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7beeb1c4-e67f-456a-bb43-bbb34ace50cf is going to be updated. [ 1260.931257] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.931488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.931488] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.931660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.931792] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.931951] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7beeb1c4-e67f-456a-bb43-bbb34ace50cf" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.017146] env[65756]: INFO networking_nsxv3.common.synchronization [req-87725904-cdd8-41a0-95c1-09ca02862f87 req-6a9084f2-e9b3-49e2-826c-5c1a7af84341 tempest-ServerActionsTestJSON-2120773453 tempest-ServerActionsTestJSON-2120773453-project-member] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 1261.017146] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 1261.017146] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.017146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.017146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.018010] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.018625] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.018943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.019190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.019523] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.020135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.020444] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.368526] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.368745] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.368934] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.369264] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.369540] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.369754] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.369842] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.370338] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.370338] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.370462] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1261.370550] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1261.370675] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1261.370784] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1261.370962] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1261.371023] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1261.371162] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1261.392926] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1261.393153] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1261.393259] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1261.393441] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-206" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.393750] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-e8d761b5-d6cc-444a-a5fc-e81403b493c3 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.393923] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-e8d761b5-d6cc-444a-a5fc-e81403b493c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.394074] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-e8d761b5-d6cc-444a-a5fc-e81403b493c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.394437] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-e8d761b5-d6cc-444a-a5fc-e81403b493c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.394779] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d761b5-d6cc-444a-a5fc-e81403b493c3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.406030] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2504872a-47a9-42c5-83b1-181d2e1028dc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.508758] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1261.509048] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.522764] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.522946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.523059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.523239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.523349] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.523509] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.523603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.524127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.524127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.524127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.524127] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 is going to be updated. [ 1261.556470] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.556617] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.556683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.557499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.557499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.567569] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: IN_PROGRESS for 2s [ 1261.897050] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.897305] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.897450] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.897733] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.897948] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.898128] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port e8d761b5-d6cc-444a-a5fc-e81403b493c3 not found, creating... [ 1261.898388] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.898544] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.898661] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.898910] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.899064] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.899341] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.899493] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.899608] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.899818] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.899947] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.900095] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: e8d761b5-d6cc-444a-a5fc-e81403b493c3 is going to be created. [ 1261.908283] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.908402] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.908468] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.908643] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.908724] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.908821] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2504872a-47a9-42c5-83b1-181d2e1028dc is going to be created. [ 1261.926227] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.926436] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.926562] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.926831] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.927067] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.927296] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-e8d761b5-d6cc-444a-a5fc-e81403b493c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.930348] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.930469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.930534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.930707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.930846] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.940630] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2504872a-47a9-42c5-83b1-181d2e1028dc in Status: UNINITIALIZED for 2s [ 1262.690814] env[65756]: INFO networking_nsxv3.common.synchronization [req-87725904-cdd8-41a0-95c1-09ca02862f87 req-884d2df4-099b-4f42-88a1-bdc5592b66da service nova] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_rules [ 1262.691112] env[65756]: INFO networking_nsxv3.common.synchronization [req-87725904-cdd8-41a0-95c1-09ca02862f87 req-884d2df4-099b-4f42-88a1-bdc5592b66da service nova] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 1262.691155] env[65756]: INFO networking_nsxv3.common.synchronization [req-87725904-cdd8-41a0-95c1-09ca02862f87 req-884d2df4-099b-4f42-88a1-bdc5592b66da service nova] Enqueued Resource ID: e8d761b5-d6cc-444a-a5fc-e81403b493c3 with Priority: HIGHEST for action port [ 1262.691789] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_rules [ 1262.691943] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 1262.692032] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d761b5-d6cc-444a-a5fc-e81403b493c3 with Priority: HIGHEST for action port [ 1262.692309] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.692431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.692498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.692755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.692755] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.694138] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.694240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.694429] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8d761b5-d6cc-444a-a5fc-e81403b493c3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.694530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8d761b5-d6cc-444a-a5fc-e81403b493c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.694595] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8d761b5-d6cc-444a-a5fc-e81403b493c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.694770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8d761b5-d6cc-444a-a5fc-e81403b493c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.694848] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d761b5-d6cc-444a-a5fc-e81403b493c3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.210600] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.210600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.210600] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8d761b5-d6cc-444a-a5fc-e81403b493c3 with status ACTIVE [ 1263.210600] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.210600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.210600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.210600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.210600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.210600] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.210600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.210600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.210600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.210600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.210600] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.213031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.213031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.213031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.213031] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.213031] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8d761b5-d6cc-444a-a5fc-e81403b493c3 is going to be updated. [ 1263.226267] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.226489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.226489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.226671] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.226814] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.226978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8d761b5-d6cc-444a-a5fc-e81403b493c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.577629] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: SUCCESS [ 1263.577880] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 deletion is rescheduled due to dependency. [ 1263.577950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.578142] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.578356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.578544] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.578659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.578722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.578872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.578955] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.579062] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.866683] env[65756]: INFO networking_nsxv3.common.synchronization [req-0e655b20-0105-4c53-9b49-56e5246a8cc4 req-8b8ff730-84e9-420c-9340-e0cd7a60eb83 tempest-AttachVolumeShelveTestJSON-679777919 tempest-AttachVolumeShelveTestJSON-679777919-project-member] Enqueued Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_members [ 1263.867252] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGHEST for action security_group_members [ 1263.867552] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed85e1da-9191-4203-996d-60a00345c756 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.867701] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.867929] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.867994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.868192] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.868286] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.868286] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.868467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.868536] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.869209] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.950199] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2504872a-47a9-42c5-83b1-181d2e1028dc in Status: SUCCESS [ 1263.950434] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.950988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.951249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.951440] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.951548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.951609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.951862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.951927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.952240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.952240] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2504872a-47a9-42c5-83b1-181d2e1028dc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.080938] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.370780] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.371092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.371092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.371272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.371367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.371565] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.371665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.371729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.371868] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.371948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.372552] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed85e1da-9191-4203-996d-60a00345c756 is going to be updated. [ 1264.400283] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.400520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.400520] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.400710] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.400852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.411748] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed85e1da-9191-4203-996d-60a00345c756 in Status: IN_PROGRESS for 2s [ 1264.454974] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2504872a-47a9-42c5-83b1-181d2e1028dc taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.454974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.454974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.454974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.454974] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.454974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.454974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.455413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.455413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.455413] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.455540] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2504872a-47a9-42c5-83b1-181d2e1028dc taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.455669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.455669] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.455877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.455913] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.456029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.456070] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.456208] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.456286] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.456367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.456456] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2504872a-47a9-42c5-83b1-181d2e1028dc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.583066] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.960566] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2504872a-47a9-42c5-83b1-181d2e1028dc: rpc.has_security_group_logging(os_id): False [ 1264.977032] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.977032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.977214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.977282] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.977418] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.977640] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.977749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.977803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.978035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.978147] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.979719] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.979719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.979719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.979719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.979719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.979719] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.979719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.979719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.979719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.979719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.979719] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2504872a-47a9-42c5-83b1-181d2e1028dc is going to be created. [ 1265.045243] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.045243] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.045480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.045480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.045731] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.059558] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2504872a-47a9-42c5-83b1-181d2e1028dc in Status: IN_PROGRESS for 2s [ 1265.085302] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.085543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.085602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.085931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.086046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.086156] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 is going to be updated. [ 1265.122075] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.122075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.122075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.122075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.122075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.131271] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: IN_PROGRESS for 2s [ 1266.422971] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed85e1da-9191-4203-996d-60a00345c756 in Status: SUCCESS [ 1266.423340] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed85e1da-9191-4203-996d-60a00345c756 deletion is rescheduled due to dependency. [ 1266.423340] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.071605] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2504872a-47a9-42c5-83b1-181d2e1028dc in Status: SUCCESS [ 1267.071841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.141193] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: SUCCESS [ 1267.141414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.141573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.141793] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.141982] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.142121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.142189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.142338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.142419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.142504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.142596] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.645564] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.829270] env[65756]: INFO networking_nsxv3.common.synchronization [req-beceda0e-b49c-4f1b-9557-29ec9977d57e req-93e5b0fe-82f8-4864-b4f4-1b43664dc9f1 tempest-ServersTestJSON-1774399057 tempest-ServersTestJSON-1774399057-project-member] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1267.830269] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1267.830790] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.831011] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.831147] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.831483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.831766] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.831958] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.832091] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.832373] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.832519] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.832658] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.148661] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 910c59b2-9cef-45a4-b212-3b5606693510: rpc.has_security_group_logging(os_id): False [ 1268.157657] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.157897] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.158073] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.158527] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.158789] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.158967] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.159112] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.159424] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.159588] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.159796] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.159909] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.160035] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.160152] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.160258] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.160361] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.160489] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.171973] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.172191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.172191] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.172378] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.172467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.172701] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.172811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.172875] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.173038] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.173111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.173197] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 is going to be updated. [ 1268.188197] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.188380] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1268.188498] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.188667] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.189032] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-b9cece14-58e3-4da1-a3e2-16550902fb2c taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.189213] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-b9cece14-58e3-4da1-a3e2-16550902fb2c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.189333] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-b9cece14-58e3-4da1-a3e2-16550902fb2c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.189666] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-b9cece14-58e3-4da1-a3e2-16550902fb2c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.189804] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9cece14-58e3-4da1-a3e2-16550902fb2c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.240796] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.241039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.241039] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.241242] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.241381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.256495] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: IN_PROGRESS for 2s [ 1268.335467] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.692337] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.692681] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.692681] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.692909] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.693079] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.693251] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port b9cece14-58e3-4da1-a3e2-16550902fb2c not found, creating... [ 1268.693506] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.693662] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.693790] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.694070] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.694242] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.694528] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.694678] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.694794] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.694998] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.695146] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.695282] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: b9cece14-58e3-4da1-a3e2-16550902fb2c is going to be created. [ 1268.716307] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.716710] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.716710] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.716798] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.717017] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.717263] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-b9cece14-58e3-4da1-a3e2-16550902fb2c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.837699] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.342869] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.343119] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.343224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.343481] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.343606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.343735] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1269.378773] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.379045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.379108] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.379368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.379719] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.389551] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1269.455307] env[65756]: INFO networking_nsxv3.common.synchronization [req-beceda0e-b49c-4f1b-9557-29ec9977d57e req-fca6a952-e64c-4871-a855-668b1f5c1fe5 service nova] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_rules [ 1269.455307] env[65756]: INFO networking_nsxv3.common.synchronization [req-beceda0e-b49c-4f1b-9557-29ec9977d57e req-fca6a952-e64c-4871-a855-668b1f5c1fe5 service nova] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1269.455307] env[65756]: INFO networking_nsxv3.common.synchronization [req-beceda0e-b49c-4f1b-9557-29ec9977d57e req-fca6a952-e64c-4871-a855-668b1f5c1fe5 service nova] Enqueued Resource ID: b9cece14-58e3-4da1-a3e2-16550902fb2c with Priority: HIGHEST for action port [ 1269.455832] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_rules [ 1269.456026] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1269.456026] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9cece14-58e3-4da1-a3e2-16550902fb2c with Priority: HIGHEST for action port [ 1269.456395] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.456570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.456570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.456843] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.456843] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.457809] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.457927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.458342] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9cece14-58e3-4da1-a3e2-16550902fb2c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.458499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9cece14-58e3-4da1-a3e2-16550902fb2c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.458618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9cece14-58e3-4da1-a3e2-16550902fb2c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.458865] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9cece14-58e3-4da1-a3e2-16550902fb2c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.458984] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9cece14-58e3-4da1-a3e2-16550902fb2c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.960954] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.961360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.961360] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9cece14-58e3-4da1-a3e2-16550902fb2c with status ACTIVE [ 1269.961485] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.961606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.961673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.961892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.961996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.962235] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.962347] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.962409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.962575] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.962653] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.962831] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.962923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.962986] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.963137] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.963211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.963296] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9cece14-58e3-4da1-a3e2-16550902fb2c is going to be updated. [ 1269.991011] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.991236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.991352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.991633] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.991829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.992122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9cece14-58e3-4da1-a3e2-16550902fb2c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.276420] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: SUCCESS [ 1270.276726] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.701579] env[65756]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1270.701747] env[65756]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1271.403799] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1271.403799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.403799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.404426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.404542] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.404740] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.404851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.405148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.405295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.405456] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.433484] env[65756]: INFO networking_nsxv3.common.synchronization [req-3725a56c-6b3f-4e20-8dc7-ced49ebf920a req-f2406415-bfd8-496f-bb86-2883c0f78cd0 tempest-ServersNegativeTestMultiTenantJSON-1121397765 tempest-ServersNegativeTestMultiTenantJSON-1121397765-project-member] Enqueued Resource ID: 2504872a-47a9-42c5-83b1-181d2e1028dc with Priority: HIGHEST for action security_group_members [ 1271.434224] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2504872a-47a9-42c5-83b1-181d2e1028dc with Priority: HIGHEST for action security_group_members [ 1271.434571] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-2504872a-47a9-42c5-83b1-181d2e1028dc taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.434713] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.434760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.434972] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.435175] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.435285] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.435356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.435511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.435594] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.435718] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2504872a-47a9-42c5-83b1-181d2e1028dc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.909180] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.939135] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.939135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.939135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.939135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.939135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.939391] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.939479] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.939543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.939705] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.939782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.939868] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2504872a-47a9-42c5-83b1-181d2e1028dc is going to be updated. [ 1271.981422] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.981523] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.981602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.981811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.981952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.992585] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2504872a-47a9-42c5-83b1-181d2e1028dc in Status: IN_PROGRESS for 2s [ 1272.413682] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.916569] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.916739] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.916812] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.917043] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.917139] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.917237] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1272.947731] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.948046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.948183] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.948511] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.948671] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.959274] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1274.002474] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2504872a-47a9-42c5-83b1-181d2e1028dc in Status: SUCCESS [ 1274.002855] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2504872a-47a9-42c5-83b1-181d2e1028dc deletion is rescheduled due to dependency. [ 1274.002855] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.970747] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1274.970979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.971186] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.971408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.971599] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.971718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.971783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.971932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.972041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.972138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.972280] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.475934] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.476233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.476233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.477247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.477247] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.477247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.477247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.477247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.477247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.477247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.477247] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.477711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.477711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.477711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.477711] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.477711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.477711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.477895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.477928] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.478023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.478124] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.981795] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a008a06-7003-4ce2-9a1c-0156b4799456: rpc.has_security_group_logging(os_id): False [ 1276.001153] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.004288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.004288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.004288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.004288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.004288] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.004288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.004288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.004288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.004288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.004288] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.004288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.004288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.004288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.004288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.005050] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.005050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.005050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.007985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.007985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.007985] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1276.083027] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.083027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.083027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.083027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.083027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.100214] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1276.434807] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.434952] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1278.116211] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1278.116630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.206567] env[65756]: INFO networking_nsxv3.common.synchronization [req-1524cd8d-1066-47e4-901a-aa8d00f9ac40 req-e270c875-50a9-4482-932b-5ad5f2539204 tempest-ServersTestJSON-1774399057 tempest-ServersTestJSON-1774399057-project-member] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1280.208188] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1280.208233] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.208421] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.208523] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.208818] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.209078] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.209229] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.209326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.209554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.209698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.210009] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.712955] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.216076] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.718516] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.718743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.718834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.719236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.719369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.719501] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1281.756517] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.756721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.756721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.756933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.757116] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.766998] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1283.778218] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1283.778618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.209263] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.209661] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1289.538401] env[65756]: INFO networking_nsxv3.common.synchronization [req-5d876337-13cd-41a9-ad89-bc1248e03208 req-14a8f06a-1586-427b-bdff-511d4426a738 tempest-ServersTestJSON-1774399057 tempest-ServersTestJSON-1774399057-project-member] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1289.538926] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1289.539272] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.539394] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.539457] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.539650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.539792] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.539887] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.539946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.540225] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.540321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.540414] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.815036] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.815234] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.815360] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.815660] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.815911] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.816076] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.816195] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.816403] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.816543] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.816753] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.816882] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.816996] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.817252] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.817376] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.817484] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.817612] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.838565] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.838752] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.838901] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.839084] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-97" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.839434] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-eb40e4b7-7c2f-4a5b-88cd-165ab20f3386 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.839611] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-eb40e4b7-7c2f-4a5b-88cd-165ab20f3386" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.839730] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-eb40e4b7-7c2f-4a5b-88cd-165ab20f3386" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.840135] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-eb40e4b7-7c2f-4a5b-88cd-165ab20f3386" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.840289] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb40e4b7-7c2f-4a5b-88cd-165ab20f3386',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.042629] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.343301] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.343596] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.343774] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.344147] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.344360] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.344569] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port eb40e4b7-7c2f-4a5b-88cd-165ab20f3386 not found, creating... [ 1290.344923] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.345154] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.345323] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.345628] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.345821] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.346224] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.346434] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.346598] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.346874] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.347084] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.347285] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: eb40e4b7-7c2f-4a5b-88cd-165ab20f3386 is going to be created. [ 1290.369772] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.370048] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.370229] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.370594] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.370895] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.371216] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-eb40e4b7-7c2f-4a5b-88cd-165ab20f3386" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.545110] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.047711] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.047948] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.048094] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.048412] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.048553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.048861] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1291.059813] env[65756]: INFO networking_nsxv3.common.synchronization [req-5d876337-13cd-41a9-ad89-bc1248e03208 req-c2994054-295f-4ba8-8ddb-806a67e11f71 service nova] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_rules [ 1291.060055] env[65756]: INFO networking_nsxv3.common.synchronization [req-5d876337-13cd-41a9-ad89-bc1248e03208 req-c2994054-295f-4ba8-8ddb-806a67e11f71 service nova] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1291.060262] env[65756]: INFO networking_nsxv3.common.synchronization [req-5d876337-13cd-41a9-ad89-bc1248e03208 req-c2994054-295f-4ba8-8ddb-806a67e11f71 service nova] Enqueued Resource ID: eb40e4b7-7c2f-4a5b-88cd-165ab20f3386 with Priority: HIGHEST for action port [ 1291.060828] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_rules [ 1291.060980] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1291.061099] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb40e4b7-7c2f-4a5b-88cd-165ab20f3386 with Priority: HIGHEST for action port [ 1291.061441] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.061622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.061723] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.061944] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.062088] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.063182] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.063326] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.063635] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb40e4b7-7c2f-4a5b-88cd-165ab20f3386 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.064710] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb40e4b7-7c2f-4a5b-88cd-165ab20f3386" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.065128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb40e4b7-7c2f-4a5b-88cd-165ab20f3386" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.065369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb40e4b7-7c2f-4a5b-88cd-165ab20f3386" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.065462] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb40e4b7-7c2f-4a5b-88cd-165ab20f3386',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.081442] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.081612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.081658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.081850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.082095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.091458] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1291.567987] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.567987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.572045] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb40e4b7-7c2f-4a5b-88cd-165ab20f3386 with status ACTIVE [ 1291.572045] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.572045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.572045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.572045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.572045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.572045] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.572441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.572441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.572441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.572441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.572566] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.572635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.572697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.572837] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.572912] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.572996] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb40e4b7-7c2f-4a5b-88cd-165ab20f3386 is going to be updated. [ 1291.593615] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.593833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.593833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.593991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.594134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.594302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb40e4b7-7c2f-4a5b-88cd-165ab20f3386" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.100980] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1293.101446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.101446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.101622] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.101783] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.101901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.101961] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.102125] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.102204] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.102301] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.604323] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.106941] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.610083] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.610083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.610083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.610083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.610083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.610083] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1294.636745] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.636958] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.636958] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.637167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.637381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.645467] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1296.062703] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.062703] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1296.648136] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.648136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.648136] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.648471] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.648471] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.658346] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1296.658559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.658715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.658921] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.659134] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.659244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.659337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.659496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.659579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.659665] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.659755] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.151532] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.162134] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.162305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.162305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.162513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.162674] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.162771] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.162833] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.162978] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.163078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.163174] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.163316] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.163410] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.163512] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.163627] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.163764] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.163854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.163911] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.164061] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.164198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.164251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.164292] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.654527] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.666475] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a008a06-7003-4ce2-9a1c-0156b4799456: rpc.has_security_group_logging(os_id): False [ 1297.683528] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.683711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.683711] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.683884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.683975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.684203] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.684307] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.684372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.684523] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.684599] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.684766] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.684857] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.684919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.685072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.685146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.685343] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.685443] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.685504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.685641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.685715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.685798] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1297.741985] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.742213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.742213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.742397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.742540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.756836] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1298.157203] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1298.157859] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1298.924591] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.924848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.924848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.924995] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.936875] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1298.937750] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.938779] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1298.977339] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.977596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.977596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.977735] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.991487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.992316] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1298.992456] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1298.992593] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1299.033943] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.034247] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.034321] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.034566] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.035802] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.036066] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1299.123805] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.124037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.124037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.124171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.124477] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.124750] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1299.200979] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.201426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.201426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.201504] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.201785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.202118] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1299.202246] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f0f3e498-9f34-43e8-b65a-2c524989ddb7', 'd211fd23-ba53-48ed-a33f-96744d5c51c3', 'dbb037f6-c874-40bd-8133-70cb028924e0', '03c09c26-5f0f-43be-bf7c-c5238d7adf69', '17d65494-586f-4657-a8b1-01c4aff93a23', '9b3c6b35-aa29-4abf-bb1b-bf8f95993195', '0a89c14d-de01-4a33-9c44-480acd2e97c8', 'd78b5c35-b1f2-4926-beb3-633d343a9036', '775ed87f-fa2c-449e-a35f-96c1049d5712', '91e3a722-8adc-475d-ba7b-a078f0ea7b14', '247ef369-4992-414f-b456-d450af99f4d8', '2ab16458-6304-4c6c-a1fb-280d91f211ca', '2b780d16-87a7-47f2-8433-323e70dca494', '4db38c6c-bf24-4b6b-ad5c-febbc880dd45', '2504872a-47a9-42c5-83b1-181d2e1028dc', '07fe3723-dce6-4ad8-962c-ddda98673dfd', 'fc1dea76-3cba-43df-94c2-456e70319fb8', 'ed85e1da-9191-4203-996d-60a00345c756', '834272ec-020b-48f1-97e1-41d8869e5562', '7012c325-a947-4a21-ae72-a89a8d596e43', '349277ac-39ef-4125-bc91-d7ea1ce5f22b', '6b254ef8-bfc3-4eee-8333-6af45e3d7065', 'dcdabacf-ec89-436a-bd68-ca78262958e7', '1cee2b85-8d92-421c-89ed-c099929654a4', '31ba3962-84a7-41cc-a1d6-2221546a2db3', '6809de0c-123e-43a0-b450-e34dec9ad945', 'e0a721a4-b8a8-4fa5-accf-03fd2118e42d', 'fdeabbcd-ff90-448e-a767-b37012d4f894', '0812b248-75d7-47ea-a5ae-60631c64f35d', '3b5a0ffb-5f8b-4199-8091-7f1ccc80daed', '910c59b2-9cef-45a4-b212-3b5606693510', '8009c11c-7dff-42d3-aa75-68d0046e69e8', '4dce5426-6376-4c6c-a9af-615f846e6c58', '9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee', '530f2a46-487d-4535-9b96-633a0909d89c', '6a008a06-7003-4ce2-9a1c-0156b4799456', '09364ac8-f087-4ddf-9309-55facab57ff7', '7a45cc4c-eef4-4c40-b707-841ce9b0b63c', '5b85aea3-6187-4921-a344-4460db078fa9', '0df1f374-0b0c-4d50-b9a0-cd746662c752'} {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1299.202338] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1299.219279] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.219509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.219509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.219650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.219730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.219835] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1299.219906] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1299.219976] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1299.296325] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.296545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.296545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.296766] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.297897] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.298197] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1299.298319] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1299.298418] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1299.298511] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1299.298661] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1299.298741] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGH for action security_group_rules [ 1299.298827] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 with Priority: HIGH for action security_group_rules [ 1299.298899] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGH for action security_group_rules [ 1299.298967] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGH for action security_group_rules [ 1299.299048] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGH for action security_group_rules [ 1299.299116] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 with Priority: HIGH for action security_group_rules [ 1299.299182] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGH for action security_group_rules [ 1299.299272] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGH for action security_group_rules [ 1299.299326] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 with Priority: HIGH for action security_group_rules [ 1299.299400] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGH for action security_group_rules [ 1299.299471] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 247ef369-4992-414f-b456-d450af99f4d8 with Priority: HIGH for action security_group_rules [ 1299.299536] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGH for action security_group_rules [ 1299.299601] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b780d16-87a7-47f2-8433-323e70dca494 with Priority: HIGH for action security_group_rules [ 1299.299665] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 with Priority: HIGH for action security_group_rules [ 1299.299730] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2504872a-47a9-42c5-83b1-181d2e1028dc with Priority: HIGH for action security_group_rules [ 1299.299790] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd with Priority: HIGH for action security_group_rules [ 1299.299853] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGH for action security_group_rules [ 1299.299918] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGH for action security_group_rules [ 1299.299984] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 834272ec-020b-48f1-97e1-41d8869e5562 with Priority: HIGH for action security_group_rules [ 1299.300060] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGH for action security_group_rules [ 1299.300159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.769364] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1299.769637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.063126] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.063126] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1301.063474] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 with Priority: HIGH for action security_group_rules [ 1301.063474] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb037f6-c874-40bd-8133-70cb028924e0 with Priority: HIGH for action security_group_rules [ 1301.063551] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 with Priority: HIGH for action security_group_rules [ 1301.063638] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2504872a-47a9-42c5-83b1-181d2e1028dc with Priority: HIGH for action security_group_rules [ 1301.063852] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7012c325-a947-4a21-ae72-a89a8d596e43 with Priority: HIGH for action security_group_rules [ 1301.063966] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834272ec-020b-48f1-97e1-41d8869e5562 with Priority: HIGH for action security_group_rules [ 1301.064075] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed85e1da-9191-4203-996d-60a00345c756 with Priority: HIGH for action security_group_rules [ 1301.064169] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGH for action security_group_rules [ 1301.064286] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 with Priority: HIGH for action security_group_rules [ 1301.064409] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd with Priority: HIGH for action security_group_rules [ 1301.064524] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b780d16-87a7-47f2-8433-323e70dca494 with Priority: HIGH for action security_group_rules [ 1301.064616] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca with Priority: HIGH for action security_group_rules [ 1301.064703] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247ef369-4992-414f-b456-d450af99f4d8 with Priority: HIGH for action security_group_rules [ 1301.064849] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGH for action security_group_rules [ 1301.064889] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 with Priority: HIGH for action security_group_rules [ 1301.064952] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 with Priority: HIGH for action security_group_rules [ 1301.065046] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b5c35-b1f2-4926-beb3-633d343a9036 with Priority: HIGH for action security_group_rules [ 1301.065133] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d65494-586f-4657-a8b1-01c4aff93a23 with Priority: HIGH for action security_group_rules [ 1301.065509] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 with Priority: HIGH for action security_group_rules [ 1301.065623] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 with Priority: HIGH for action security_group_rules [ 1301.066063] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.066214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.066355] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.067011] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.067154] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f3e498-9f34-43e8-b65a-2c524989ddb7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.068478] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb037f6-c874-40bd-8133-70cb028924e0 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.068609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.068654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.068819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.068894] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb037f6-c874-40bd-8133-70cb028924e0',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.069707] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a89c14d-de01-4a33-9c44-480acd2e97c8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.069810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.069913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.070086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.070159] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a89c14d-de01-4a33-9c44-480acd2e97c8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.070814] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2504872a-47a9-42c5-83b1-181d2e1028dc taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.070920] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.070985] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.071146] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.071216] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2504872a-47a9-42c5-83b1-181d2e1028dc',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.072067] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7012c325-a947-4a21-ae72-a89a8d596e43 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.072175] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.072300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.072386] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.072457] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7012c325-a947-4a21-ae72-a89a8d596e43',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.073239] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-834272ec-020b-48f1-97e1-41d8869e5562 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.073343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.073410] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.073551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.073623] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('834272ec-020b-48f1-97e1-41d8869e5562',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.074287] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed85e1da-9191-4203-996d-60a00345c756 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.074403] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.074458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.074593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.074690] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed85e1da-9191-4203-996d-60a00345c756',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.075455] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.075587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.075654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.075817] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.075892] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.076656] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.076765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.076913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.077048] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.077143] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4db38c6c-bf24-4b6b-ad5c-febbc880dd45',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.077886] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07fe3723-dce6-4ad8-962c-ddda98673dfd taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.077996] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.078068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.078214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.078301] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07fe3723-dce6-4ad8-962c-ddda98673dfd',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.078950] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b780d16-87a7-47f2-8433-323e70dca494 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.079066] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.079131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.079273] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.079342] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b780d16-87a7-47f2-8433-323e70dca494',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.079977] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ab16458-6304-4c6c-a1fb-280d91f211ca taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.080138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.080190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.080294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.080366] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ab16458-6304-4c6c-a1fb-280d91f211ca',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.081124] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-247ef369-4992-414f-b456-d450af99f4d8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.081229] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.081296] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.081440] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.081509] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('247ef369-4992-414f-b456-d450af99f4d8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.082157] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.082259] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.082325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.082471] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.082543] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91e3a722-8adc-475d-ba7b-a078f0ea7b14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.083193] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-775ed87f-fa2c-449e-a35f-96c1049d5712 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.083300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.083367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.083509] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.083581] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('775ed87f-fa2c-449e-a35f-96c1049d5712',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.084332] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.084446] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.084512] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.084658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.084729] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b3c6b35-aa29-4abf-bb1b-bf8f95993195',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.085473] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78b5c35-b1f2-4926-beb3-633d343a9036 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.085579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.085820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.085987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.086090] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78b5c35-b1f2-4926-beb3-633d343a9036',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.086780] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d65494-586f-4657-a8b1-01c4aff93a23 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.086887] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.086940] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.087101] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.087173] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d65494-586f-4657-a8b1-01c4aff93a23',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.087847] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d211fd23-ba53-48ed-a33f-96744d5c51c3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.087945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.088012] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.088184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.088264] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d211fd23-ba53-48ed-a33f-96744d5c51c3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.089134] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.089239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.089348] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.089497] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.089570] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03c09c26-5f0f-43be-bf7c-c5238d7adf69',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.120229] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.121158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.121250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.121486] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.125317] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.125487] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.126337] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.126337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.126925] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.127041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.145367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.145554] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed85e1da-9191-4203-996d-60a00345c756 is going to be deleted. [ 1301.146449] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.146660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.164341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.164539] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f3e498-9f34-43e8-b65a-2c524989ddb7 is going to be deleted. [ 1301.165569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.165840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.185560] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.185787] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a89c14d-de01-4a33-9c44-480acd2e97c8 is going to be deleted. [ 1301.186570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.186779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.208173] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.208466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.209503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.209643] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 834272ec-020b-48f1-97e1-41d8869e5562 is going to be deleted. [ 1301.210512] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.210722] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.210808] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.210919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed85e1da-9191-4203-996d-60a00345c756" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.222207] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.222397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.222397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.222601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.222682] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.222799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f3e498-9f34-43e8-b65a-2c524989ddb7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.251134] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.251336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.251336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.251542] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.251650] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.251840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a89c14d-de01-4a33-9c44-480acd2e97c8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.291822] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.292056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.292056] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.292233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.292342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.292517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-834272ec-020b-48f1-97e1-41d8869e5562" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.607501] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-91e3a722-8adc-475d-ba7b-a078f0ea7b14 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.607772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.607772] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.607910] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.608037] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.608153] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.608214] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.608382] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.608453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.608544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.608630] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91e3a722-8adc-475d-ba7b-a078f0ea7b14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.639626] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.639810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.639810] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.639988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.641586] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.641693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.648419] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.648570] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.649352] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.649352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.658160] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.658300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.659071] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.659168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.659871] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.659969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.662604] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.662709] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.663527] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.663640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.664604] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.664751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.665739] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.665863] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.666516] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.666970] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.667120] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.667752] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.668174] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.668333] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.668948] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.669366] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.669465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.670042] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.670439] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.670553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.671450] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.671878] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.671988] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b780d16-87a7-47f2-8433-323e70dca494 is going to be deleted. [ 1301.672886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.673102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.693400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.693576] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2504872a-47a9-42c5-83b1-181d2e1028dc is going to be deleted. [ 1301.694396] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.694614] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.713190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.713354] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ab16458-6304-4c6c-a1fb-280d91f211ca is going to be deleted. [ 1301.714201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.714406] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.762927] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.763150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.764966] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.765079] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.771093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.771223] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb037f6-c874-40bd-8133-70cb028924e0 is going to be deleted. [ 1301.772221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.772444] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.811459] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.811632] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 247ef369-4992-414f-b456-d450af99f4d8 is going to be deleted. [ 1301.812465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.812677] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.851581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.851794] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 775ed87f-fa2c-449e-a35f-96c1049d5712 is going to be deleted. [ 1301.852832] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.853122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.854660] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.854823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.888646] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.888843] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.892493] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.892648] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4db38c6c-bf24-4b6b-ad5c-febbc880dd45 is going to be deleted. [ 1301.893539] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.893754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.923173] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.923369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.946739] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.946909] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d65494-586f-4657-a8b1-01c4aff93a23 is going to be deleted. [ 1301.947798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.948014] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.983026] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.983228] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.995628] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.995788] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.008800] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.008969] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7012c325-a947-4a21-ae72-a89a8d596e43 is going to be deleted. [ 1302.009917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.010151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.060404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.060597] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b3c6b35-aa29-4abf-bb1b-bf8f95993195 is going to be deleted. [ 1302.061508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.061741] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.114755] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.115188] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78b5c35-b1f2-4926-beb3-633d343a9036 is going to be deleted. [ 1302.116628] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91e3a722-8adc-475d-ba7b-a078f0ea7b14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.117953] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.118358] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.127223] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.127442] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.149238] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.149524] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.173839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.174116] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d211fd23-ba53-48ed-a33f-96744d5c51c3 is going to be deleted. [ 1302.175599] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.175931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.260718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.260941] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1dea76-3cba-43df-94c2-456e70319fb8 is going to be deleted. [ 1302.261774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.262030] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.270487] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.270739] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.307597] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.307807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.323242] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.323436] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03c09c26-5f0f-43be-bf7c-c5238d7adf69 is going to be deleted. [ 1302.324345] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.324555] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.330467] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.330607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.375190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.375353] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07fe3723-dce6-4ad8-962c-ddda98673dfd is going to be deleted. [ 1302.376305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.376506] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.376596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.376716] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b780d16-87a7-47f2-8433-323e70dca494" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.376876] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.377047] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.377130] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.377242] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2504872a-47a9-42c5-83b1-181d2e1028dc" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.377771] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.377929] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.378021] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.378142] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ab16458-6304-4c6c-a1fb-280d91f211ca" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.378291] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.378461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.378543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.378657] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb037f6-c874-40bd-8133-70cb028924e0" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.378784] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.378925] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.378998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.379128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-247ef369-4992-414f-b456-d450af99f4d8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.379257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.379424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.379500] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.379611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-775ed87f-fa2c-449e-a35f-96c1049d5712" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.379735] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.379874] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.379947] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.380073] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4db38c6c-bf24-4b6b-ad5c-febbc880dd45" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.380196] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.380334] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.380409] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.380513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d65494-586f-4657-a8b1-01c4aff93a23" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.380636] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.380769] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.380840] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.380945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7012c325-a947-4a21-ae72-a89a8d596e43" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.381117] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.381272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.381353] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.381465] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b3c6b35-aa29-4abf-bb1b-bf8f95993195" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.382296] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.382399] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.382467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.382610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.382687] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.382798] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.382919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.383071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.383148] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.383250] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78b5c35-b1f2-4926-beb3-633d343a9036" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.383357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.383498] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.383571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.383672] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d211fd23-ba53-48ed-a33f-96744d5c51c3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.429994] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.430236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.430236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.430423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.430549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.430728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03c09c26-5f0f-43be-bf7c-c5238d7adf69" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.517068] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.517297] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.517297] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.517460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.517545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.517670] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07fe3723-dce6-4ad8-962c-ddda98673dfd" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.621607] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91e3a722-8adc-475d-ba7b-a078f0ea7b14: rpc.has_security_group_logging(os_id): False [ 1302.647720] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.647980] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.648118] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.648444] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.669770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.670037] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.670170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.670226] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.670425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.670507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.670595] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 is going to be updated. [ 1302.738377] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.738593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.738593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.738807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.739045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.751086] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 in Status: IN_PROGRESS for 2s [ 1302.861197] env[65756]: INFO networking_nsxv3.common.synchronization [req-ac30bf25-c486-43d6-9fa6-3061d882406c req-7c83abba-25cc-4f45-961b-773974b2a580 tempest-ServersTestJSON-1774399057 tempest-ServersTestJSON-1774399057-project-member] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1302.861716] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1302.862158] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.862274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.862343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.862545] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.862697] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.862794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.862902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.862995] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.863094] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.863186] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.365554] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.868541] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.371363] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.371680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.371680] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.371847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.371902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.372028] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1304.399078] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.399299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.399299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.399499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.399641] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.407480] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1304.764507] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 in Status: SUCCESS [ 1304.764756] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.418871] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1306.419140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.862870] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.863184] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.081014] env[65756]: INFO networking_nsxv3.common.synchronization [req-0adec8b1-ba3e-4a55-bbbf-493c7c66d31d req-2109559b-5621-4eda-a1d6-547c4f163bb1 tempest-ServersTestJSON-1774399057 tempest-ServersTestJSON-1774399057-project-member] Enqueued Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1309.081636] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 with Priority: HIGHEST for action security_group_members [ 1309.082366] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a008a06-7003-4ce2-9a1c-0156b4799456 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.082366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.082366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.082366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.082620] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.082620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.082705] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.082795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.082877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.082970] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a008a06-7003-4ce2-9a1c-0156b4799456',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.585089] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.585318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.585318] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.585598] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.609903] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.610194] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.610331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.610389] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.610575] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.610661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.610752] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 is going to be updated. [ 1309.638466] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.638700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.638700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.638880] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.639029] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.647315] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: IN_PROGRESS for 2s [ 1311.658627] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 in Status: SUCCESS [ 1311.658627] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a008a06-7003-4ce2-9a1c-0156b4799456 deletion is rescheduled due to dependency. [ 1311.658627] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a008a06-7003-4ce2-9a1c-0156b4799456" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.083111] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.083435] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.084680] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.084680] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.922609] env[65756]: INFO networking_nsxv3.common.synchronization [req-716d86c9-dd57-4a32-9cf1-537605efceea req-e114a287-fb1a-4408-82f9-5cb22f8552f0 tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGHEST for action security_group_members [ 1323.923291] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGHEST for action security_group_members [ 1323.923705] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-91e3a722-8adc-475d-ba7b-a078f0ea7b14 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.923999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.923999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.924212] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.924368] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.924469] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.924531] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.924679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.924761] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.924913] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91e3a722-8adc-475d-ba7b-a078f0ea7b14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.427252] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.427451] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.427451] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.427637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.427756] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.427929] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.428040] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.428105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.428253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.428327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.428411] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 is going to be updated. [ 1324.456024] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.456224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.456224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.456423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.456567] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.464890] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 in Status: IN_PROGRESS for 2s [ 1325.363281] env[65756]: INFO networking_nsxv3.common.synchronization [req-b088bf0e-3693-4814-a9cf-c320ebe6b470 req-1784c263-72c7-4380-9003-913e9b8f6a72 tempest-ServerActionsTestJSON-2120773453 tempest-ServerActionsTestJSON-2120773453-project-member] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 1325.364035] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGHEST for action security_group_members [ 1325.364143] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.364630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.364630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.364630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.364630] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.364836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.364836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.364908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.364960] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.365060] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.867332] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.867503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.867566] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.867835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.888482] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.888808] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.888932] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.888990] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.889215] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.889299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.889389] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 is going to be updated. [ 1325.917487] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.917638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.917683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.917928] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.918088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.926858] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: IN_PROGRESS for 2s [ 1326.474364] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 in Status: SUCCESS [ 1326.474681] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 deletion is rescheduled due to dependency. [ 1326.474681] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.937733] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 910c59b2-9cef-45a4-b212-3b5606693510 in Status: SUCCESS [ 1327.938159] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 deletion is rescheduled due to dependency. [ 1327.938159] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.364780] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.365058] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.462021] env[65756]: INFO networking_nsxv3.common.synchronization [req-6bed09f9-919b-48df-9afc-84d924ba0745 req-639c4824-4e32-41bb-9417-0cba4b8e402c tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_members [ 1333.462656] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_members [ 1333.463030] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.463210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.463317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.463563] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.463846] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.463926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.463999] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.464210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.464363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.464499] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.737161] env[65756]: INFO networking_nsxv3.common.synchronization [None req-3d8a921a-f56c-4897-8101-bc2fffffdd41 None None] Enqueued Resource ID: 527ec165-3fdb-4854-8e5d-5e87e8fec410 with Priority: HIGHEST for action port [ 1333.738143] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527ec165-3fdb-4854-8e5d-5e87e8fec410 with Priority: HIGHEST for action port [ 1333.738143] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-527ec165-3fdb-4854-8e5d-5e87e8fec410 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.738143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-527ec165-3fdb-4854-8e5d-5e87e8fec410" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.738143] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-527ec165-3fdb-4854-8e5d-5e87e8fec410" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.738790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-527ec165-3fdb-4854-8e5d-5e87e8fec410" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.738790] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('527ec165-3fdb-4854-8e5d-5e87e8fec410',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.756817] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.757144] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.757237] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.757494] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.757748] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.757904] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.758030] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.758347] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.758444] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.758566] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1333.758708] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1333.758824] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1333.758902] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1333.759019] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1333.759125] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1333.759260] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1333.787382] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1333.787489] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1333.787612] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1333.787816] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.788162] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-9af82aab-7efa-41fb-8b54-dd5924e10699 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.788499] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-9af82aab-7efa-41fb-8b54-dd5924e10699" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.788631] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-9af82aab-7efa-41fb-8b54-dd5924e10699" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.789032] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-9af82aab-7efa-41fb-8b54-dd5924e10699" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.789202] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af82aab-7efa-41fb-8b54-dd5924e10699',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.967052] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.967236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.967324] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.967489] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.967583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.967773] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.967877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.967964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.968096] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.968173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.968246] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1dea76-3cba-43df-94c2-456e70319fb8 is going to be deleted. [ 1334.007568] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.007568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.007568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.007568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.007568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.007568] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.240970] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 527ec165-3fdb-4854-8e5d-5e87e8fec410 [ 1334.240970] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.240970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.240970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.240970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.240970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.241328] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:527ec165-3fdb-4854-8e5d-5e87e8fec410 already deleted. [ 1334.241328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-527ec165-3fdb-4854-8e5d-5e87e8fec410" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.292223] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.292807] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.292807] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.292935] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.293796] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.293796] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port 9af82aab-7efa-41fb-8b54-dd5924e10699 not found, creating... [ 1334.293796] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.293796] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.293796] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.294057] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.294182] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.294509] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.294620] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.294714] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.294905] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.295051] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.295212] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: 9af82aab-7efa-41fb-8b54-dd5924e10699 is going to be created. [ 1334.319937] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.320210] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.320424] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.320622] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.320875] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.321200] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-9af82aab-7efa-41fb-8b54-dd5924e10699" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.008292] env[65756]: INFO networking_nsxv3.common.synchronization [req-6bed09f9-919b-48df-9afc-84d924ba0745 req-42848166-e02c-48fe-9aa6-eaa8200b0497 service nova] Enqueued Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_rules [ 1335.008546] env[65756]: INFO networking_nsxv3.common.synchronization [req-6bed09f9-919b-48df-9afc-84d924ba0745 req-42848166-e02c-48fe-9aa6-eaa8200b0497 service nova] Enqueued Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_members [ 1335.008609] env[65756]: INFO networking_nsxv3.common.synchronization [req-6bed09f9-919b-48df-9afc-84d924ba0745 req-42848166-e02c-48fe-9aa6-eaa8200b0497 service nova] Enqueued Resource ID: 9af82aab-7efa-41fb-8b54-dd5924e10699 with Priority: HIGHEST for action port [ 1335.008885] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_rules [ 1335.009019] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_members [ 1335.009119] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9af82aab-7efa-41fb-8b54-dd5924e10699 with Priority: HIGHEST for action port [ 1335.009660] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.009807] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.009881] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.013181] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.013181] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.017020] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.017020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.017020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.017020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.017020] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.017020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.017020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.017020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.017020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.017020] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.017020] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-9af82aab-7efa-41fb-8b54-dd5924e10699 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.017020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9af82aab-7efa-41fb-8b54-dd5924e10699" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.017020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9af82aab-7efa-41fb-8b54-dd5924e10699" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.017020] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9af82aab-7efa-41fb-8b54-dd5924e10699" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.017020] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af82aab-7efa-41fb-8b54-dd5924e10699',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.498974] env[65756]: INFO networking_nsxv3.common.synchronization [None req-659a2b23-4bfa-4968-98cd-693099725bf7 None None] Enqueued Resource ID: aee58b88-18ee-4199-a4c3-a6ee6a00c90e with Priority: HIGHEST for action port [ 1335.499561] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee58b88-18ee-4199-a4c3-a6ee6a00c90e with Priority: HIGHEST for action port [ 1335.499974] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee58b88-18ee-4199-a4c3-a6ee6a00c90e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.500092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee58b88-18ee-4199-a4c3-a6ee6a00c90e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.500092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee58b88-18ee-4199-a4c3-a6ee6a00c90e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.500355] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee58b88-18ee-4199-a4c3-a6ee6a00c90e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.500439] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee58b88-18ee-4199-a4c3-a6ee6a00c90e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.519901] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.521359] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.521503] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.521713] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9af82aab-7efa-41fb-8b54-dd5924e10699 with status ACTIVE [ 1335.521888] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.521997] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.522075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.522267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.522355] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.522518] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.522612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.522673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.522818] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.522894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.523325] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.523325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.523325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.523475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.523475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.523538] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9af82aab-7efa-41fb-8b54-dd5924e10699 is going to be updated. [ 1335.544140] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.544329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.544375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.544530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.544658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.544816] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9af82aab-7efa-41fb-8b54-dd5924e10699" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.002717] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aee58b88-18ee-4199-a4c3-a6ee6a00c90e [ 1336.002947] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.003157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.003157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.003371] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.003453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.003545] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aee58b88-18ee-4199-a4c3-a6ee6a00c90e already deleted. [ 1336.003702] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee58b88-18ee-4199-a4c3-a6ee6a00c90e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.025734] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.529202] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.529202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.529202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.529202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.529202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.529202] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1dea76-3cba-43df-94c2-456e70319fb8 is going to be created. [ 1336.552195] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.552383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.552429] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.552607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.552770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.563155] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1dea76-3cba-43df-94c2-456e70319fb8 in Status: UNINITIALIZED for 2s [ 1338.574439] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1dea76-3cba-43df-94c2-456e70319fb8 in Status: SUCCESS [ 1338.574819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.574943] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.575277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.575382] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.575550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.575660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.575851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.575969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.576083] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.576178] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.760283] env[65756]: INFO networking_nsxv3.common.synchronization [req-78e34d42-331a-4ca2-8882-95903660296b req-6ed17555-4873-4bf9-8928-f0b3b767380f tempest-ServersNegativeTestJSON-1375577886 tempest-ServersNegativeTestJSON-1375577886-project-member] Enqueued Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_members [ 1338.760838] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_members [ 1338.761183] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.761317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.761390] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.761649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.761824] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.761919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.762205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.762393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.762492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.762590] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.072068] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.072068] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-46" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.072068] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-46" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.072300] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-46" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.072534] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.072755] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.073019] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.073397] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.073660] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.074042] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.074272] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.074488] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.074691] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.074933] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.075162] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.075388] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.079089] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.079264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.079437] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.079748] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.080017] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.080213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.080331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.080596] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.080750] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.080974] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.081318] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.081501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.081618] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.081919] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.082175] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.082319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.082430] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.082803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.082956] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.083205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.083536] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.096904] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.097158] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1339.097315] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.097543] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-46" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.097873] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.098124] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.098276] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.098610] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.098812] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70f1ce36-0f3b-43f3-8830-b1502b61e2eb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.265130] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.265392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.265392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.265495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.265621] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.265806] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.265970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.265970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.266198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.266198] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.266395] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e already deleted. [ 1339.266395] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.586624] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc1dea76-3cba-43df-94c2-456e70319fb8: rpc.has_security_group_logging(os_id): False [ 1339.601813] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.602039] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.602168] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.602459] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.602618] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.602776] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 70f1ce36-0f3b-43f3-8830-b1502b61e2eb not found, creating... [ 1339.603045] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.603251] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.603373] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.603603] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.603744] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.604078] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.604243] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.604362] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.604569] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.604703] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.604841] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 70f1ce36-0f3b-43f3-8830-b1502b61e2eb is going to be created. [ 1339.607373] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.607458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.607458] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.607599] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.607679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.607865] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.607959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.608032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.608172] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.608248] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.608425] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.608517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.608579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.608759] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.608869] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.609031] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.609128] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.609189] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.609325] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.609397] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.609479] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1dea76-3cba-43df-94c2-456e70319fb8 is going to be created. [ 1339.628456] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.628674] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.628910] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.629188] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.629414] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.629647] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.669931] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.670184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.670184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.670375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.670553] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.690328] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1dea76-3cba-43df-94c2-456e70319fb8 in Status: IN_PROGRESS for 2s [ 1340.308669] env[65756]: INFO networking_nsxv3.common.synchronization [req-78e34d42-331a-4ca2-8882-95903660296b req-7d3a1006-52df-41c2-b8b8-223ae0bb135e service nova] Enqueued Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_rules [ 1340.308901] env[65756]: INFO networking_nsxv3.common.synchronization [req-78e34d42-331a-4ca2-8882-95903660296b req-7d3a1006-52df-41c2-b8b8-223ae0bb135e service nova] Enqueued Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_members [ 1340.309017] env[65756]: INFO networking_nsxv3.common.synchronization [req-78e34d42-331a-4ca2-8882-95903660296b req-7d3a1006-52df-41c2-b8b8-223ae0bb135e service nova] Enqueued Resource ID: 70f1ce36-0f3b-43f3-8830-b1502b61e2eb with Priority: HIGHEST for action port [ 1340.309489] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_rules [ 1340.309619] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_members [ 1340.309726] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f1ce36-0f3b-43f3-8830-b1502b61e2eb with Priority: HIGHEST for action port [ 1340.310110] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.310255] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.310336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.310738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.310833] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.314251] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.314466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.314537] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.314796] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.315049] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.315235] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.315305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.315544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.316464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.316464] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.316941] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.317101] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.317182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.317493] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.317641] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70f1ce36-0f3b-43f3-8830-b1502b61e2eb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.819214] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.820794] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.820794] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.820794] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70f1ce36-0f3b-43f3-8830-b1502b61e2eb with status ACTIVE [ 1340.820794] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.821086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.821086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.821145] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.821989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.821989] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.821989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.821989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.821989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.821989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.821989] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.821989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.822304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.822304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.822304] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.822449] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70f1ce36-0f3b-43f3-8830-b1502b61e2eb is going to be updated. [ 1340.843710] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.843933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.843933] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.844052] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.844182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.844338] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.321451] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.703990] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1dea76-3cba-43df-94c2-456e70319fb8 in Status: SUCCESS [ 1341.704257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.824333] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.824721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.824721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.824823] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.824875] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.825061] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e is going to be created. [ 1341.850367] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.850555] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.850555] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.850787] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.850949] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.860235] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: UNINITIALIZED for 2s [ 1342.430363] env[65756]: INFO networking_nsxv3.common.synchronization [req-f5fe33aa-17f7-4751-97a7-833c296da11e req-07e5aef4-6f09-4de4-82ab-049e9b5b1aea tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_members [ 1342.430782] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGHEST for action security_group_members [ 1342.431105] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.431227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.431294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.431501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.431634] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.431728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.431790] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.431931] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.432104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.432214] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.475099] env[65756]: INFO networking_nsxv3.common.synchronization [req-f5fe33aa-17f7-4751-97a7-833c296da11e req-07e5aef4-6f09-4de4-82ab-049e9b5b1aea tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: 9af82aab-7efa-41fb-8b54-dd5924e10699 with Priority: HIGHEST for action port [ 1342.475099] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9af82aab-7efa-41fb-8b54-dd5924e10699 with Priority: HIGHEST for action port [ 1342.475246] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-9af82aab-7efa-41fb-8b54-dd5924e10699 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.475483] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9af82aab-7efa-41fb-8b54-dd5924e10699" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.475664] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9af82aab-7efa-41fb-8b54-dd5924e10699" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.476070] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9af82aab-7efa-41fb-8b54-dd5924e10699" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.476309] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af82aab-7efa-41fb-8b54-dd5924e10699',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.934916] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.935357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.935357] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.935436] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.935471] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.935664] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.935764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.935830] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.935981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.936072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.936159] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1dea76-3cba-43df-94c2-456e70319fb8 is going to be updated. [ 1342.964400] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.964591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.964631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.964889] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.965082] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.974440] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1dea76-3cba-43df-94c2-456e70319fb8 in Status: IN_PROGRESS for 2s [ 1342.978914] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9af82aab-7efa-41fb-8b54-dd5924e10699 with status ACTIVE [ 1342.979132] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.979270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.979342] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.979549] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.979637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.979878] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.980269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.980385] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.980571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.980659] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.980898] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.981017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.981094] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.981276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.981485] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.981485] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9af82aab-7efa-41fb-8b54-dd5924e10699 is going to be updated. [ 1343.001384] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.001599] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.001684] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.001987] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.002272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.002456] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9af82aab-7efa-41fb-8b54-dd5924e10699" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.870466] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: SUCCESS [ 1343.870670] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.870835] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.871105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.871297] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.871412] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.871478] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.871634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.871713] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.871799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.871893] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.375532] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.376025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.376025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.376025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.376188] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.376299] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.376384] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.376544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.376635] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.376746] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.376898] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.376993] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.377068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.377224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.377437] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.377540] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.377601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.377740] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.377818] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.377899] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.377989] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.881076] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bf54628-9ca2-430c-9ef7-80a10df34b4e: rpc.has_security_group_logging(os_id): False [ 1344.901151] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.901372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.901372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.901571] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.901662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.901867] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.901970] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.902045] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.902197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.902274] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.902457] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.902551] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.902612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.902774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.902829] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.902991] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.903100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.903160] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.903293] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.903366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.903448] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e is going to be created. [ 1344.959725] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.959971] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.960041] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.960224] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.960400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.970799] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: IN_PROGRESS for 2s [ 1344.982816] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1dea76-3cba-43df-94c2-456e70319fb8 in Status: SUCCESS [ 1344.982972] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1dea76-3cba-43df-94c2-456e70319fb8 deletion is rescheduled due to dependency. [ 1344.983107] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.983076] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: SUCCESS [ 1346.983496] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.475177] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.475382] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.476534] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.476534] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.163132] env[65756]: INFO networking_nsxv3.common.synchronization [req-3d0f2644-5f76-4323-9531-a6d91477dd61 req-6e03452d-d3bc-4f74-8742-d9257fb27282 tempest-ServersNegativeTestJSON-1375577886 tempest-ServersNegativeTestJSON-1375577886-project-member] Enqueued Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_members [ 1354.163683] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_members [ 1354.163987] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.164129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.164193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.164445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.164618] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.164760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.164799] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.164924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.165019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.165129] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.456045] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.456250] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-46" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.456376] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-46" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.456711] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-46" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.456959] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.457374] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.457509] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.457797] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.458050] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.458227] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1354.458227] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1354.458357] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1354.458393] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1354.458486] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1354.458589] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1354.458722] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1354.479259] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1354.479448] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1354.479609] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1354.479772] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-46" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.480392] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-9034735c-c0ff-4e0d-a02e-f864682b2b9f taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.480392] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-9034735c-c0ff-4e0d-a02e-f864682b2b9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.480392] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-9034735c-c0ff-4e0d-a02e-f864682b2b9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.480727] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-9034735c-c0ff-4e0d-a02e-f864682b2b9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.480875] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9034735c-c0ff-4e0d-a02e-f864682b2b9f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.667925] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.984171] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.984388] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.984505] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.984741] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.984999] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.985179] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 9034735c-c0ff-4e0d-a02e-f864682b2b9f not found, creating... [ 1354.985581] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.985764] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.985884] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.986188] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.986345] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.986667] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.986833] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.986995] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.987231] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.987406] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.987555] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 9034735c-c0ff-4e0d-a02e-f864682b2b9f is going to be created. [ 1355.008857] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.009261] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.009261] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.009567] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.009790] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.010049] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-9034735c-c0ff-4e0d-a02e-f864682b2b9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.170126] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.673153] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.673377] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.673377] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.673606] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.673701] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.673801] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e is going to be updated. [ 1355.701979] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.702205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.702205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.702398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.702536] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.709943] env[65756]: INFO networking_nsxv3.common.synchronization [req-3d0f2644-5f76-4323-9531-a6d91477dd61 req-e3ffa699-d0fa-4cf8-9833-1533b120e23a service nova] Enqueued Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_rules [ 1355.710282] env[65756]: INFO networking_nsxv3.common.synchronization [req-3d0f2644-5f76-4323-9531-a6d91477dd61 req-e3ffa699-d0fa-4cf8-9833-1533b120e23a service nova] Enqueued Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_members [ 1355.710451] env[65756]: INFO networking_nsxv3.common.synchronization [req-3d0f2644-5f76-4323-9531-a6d91477dd61 req-e3ffa699-d0fa-4cf8-9833-1533b120e23a service nova] Enqueued Resource ID: 9034735c-c0ff-4e0d-a02e-f864682b2b9f with Priority: HIGHEST for action port [ 1355.711084] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_rules [ 1355.711244] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_members [ 1355.711369] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9034735c-c0ff-4e0d-a02e-f864682b2b9f with Priority: HIGHEST for action port [ 1355.712178] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: IN_PROGRESS for 2s [ 1355.712422] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.712543] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.712611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.712806] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.712888] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.714077] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.714178] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.714372] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-9034735c-c0ff-4e0d-a02e-f864682b2b9f taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.714491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9034735c-c0ff-4e0d-a02e-f864682b2b9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.714530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9034735c-c0ff-4e0d-a02e-f864682b2b9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.714694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9034735c-c0ff-4e0d-a02e-f864682b2b9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.714768] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9034735c-c0ff-4e0d-a02e-f864682b2b9f',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.216181] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.216607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.216607] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9034735c-c0ff-4e0d-a02e-f864682b2b9f with status ACTIVE [ 1356.216684] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.216862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.216862] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.217095] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.217219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.217361] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.217499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.217579] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.217695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.217743] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.217919] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.218088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.218088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.218217] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.218288] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.218372] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9034735c-c0ff-4e0d-a02e-f864682b2b9f is going to be updated. [ 1356.244459] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.244728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.244728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.244964] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.245097] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.245213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9034735c-c0ff-4e0d-a02e-f864682b2b9f" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.722071] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: SUCCESS [ 1357.722071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.722505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.722505] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.722661] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.722781] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.722845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.723011] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.723098] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.723190] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.225765] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.728195] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.230755] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.231034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.231034] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.231233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.231354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.231460] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e is going to be updated. [ 1359.263608] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.263860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.263860] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.264054] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.264205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.272509] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: IN_PROGRESS for 2s [ 1360.712332] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.712699] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1361.283204] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: SUCCESS [ 1361.283431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.283603] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.283894] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.284115] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.284241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.284309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.284467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.284548] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.284632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.284722] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.787448] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.787776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.787776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.787904] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.788090] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.788201] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.788270] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.788426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.788513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.788602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.788749] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.788854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.788909] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.789125] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.789275] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.789369] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.789415] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.789559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.789640] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.789745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.789832] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.292330] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bf54628-9ca2-430c-9ef7-80a10df34b4e: rpc.has_security_group_logging(os_id): False [ 1362.311108] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.311329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.311381] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.311637] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.311760] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.312040] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.312170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.312293] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.312428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.312514] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.312739] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.312888] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.312982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.313188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.313276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.313498] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.313611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.313696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.313859] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.313962] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.314081] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e is going to be updated. [ 1362.374805] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.375138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.375138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.375249] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.375391] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.388715] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: IN_PROGRESS for 2s [ 1364.404119] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: SUCCESS [ 1364.404390] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.586801] env[65756]: INFO networking_nsxv3.common.synchronization [req-58345a77-3ecd-4ce7-bafb-91e56d2ed41a req-698d03f4-db79-4498-91ae-d713e779a9d8 tempest-ServersNegativeTestJSON-1375577886 tempest-ServersNegativeTestJSON-1375577886-project-member] Enqueued Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_members [ 1365.587512] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_members [ 1365.587855] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.587986] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.588068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.588317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.588497] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.588602] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.588693] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.588828] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.588924] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.589081] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.094485] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.597172] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.815720] env[65756]: INFO networking_nsxv3.common.synchronization [req-d2d551b4-c577-4f63-b2f5-9c257474b535 req-0bd217af-2a4d-41a8-94d0-1b1c81c8999d tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_members [ 1366.816201] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_members [ 1366.816509] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.816632] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.816739] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.816903] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.817104] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.817227] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.817266] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.817425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.817495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.817591] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.071509] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.071713] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.071837] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.072163] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.072673] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.072673] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.072834] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.072911] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.073062] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.073269] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1367.073380] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1367.073486] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1367.073590] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1367.073697] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1367.073799] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1367.073926] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1367.093632] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1367.093787] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1367.093921] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1367.094114] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-269" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.094432] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-c1ca91d3-a8f5-4e30-8529-499f89c436d5 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.094722] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-c1ca91d3-a8f5-4e30-8529-499f89c436d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.094807] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-c1ca91d3-a8f5-4e30-8529-499f89c436d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.095136] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-c1ca91d3-a8f5-4e30-8529-499f89c436d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.095278] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1ca91d3-a8f5-4e30-8529-499f89c436d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.099884] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.099884] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.100058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.100088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.100173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.100260] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e is going to be updated. [ 1367.129198] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.129360] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.129412] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.129613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.129781] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.139474] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: IN_PROGRESS for 2s [ 1367.319450] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.597805] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.598203] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.598203] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.598512] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.598709] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.598898] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port c1ca91d3-a8f5-4e30-8529-499f89c436d5 not found, creating... [ 1367.599334] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.599616] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.599818] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.600212] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.600394] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.600725] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.600943] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.601124] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.601356] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.601494] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.601727] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: c1ca91d3-a8f5-4e30-8529-499f89c436d5 is going to be created. [ 1367.622154] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.622383] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.622512] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.622787] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.623029] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.623256] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-c1ca91d3-a8f5-4e30-8529-499f89c436d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.821720] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.306897] env[65756]: INFO networking_nsxv3.common.synchronization [req-d2d551b4-c577-4f63-b2f5-9c257474b535 req-f7f644a3-ecf8-4ef4-9ee9-46cf9abfb1e6 service nova] Enqueued Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_rules [ 1368.307265] env[65756]: INFO networking_nsxv3.common.synchronization [req-d2d551b4-c577-4f63-b2f5-9c257474b535 req-f7f644a3-ecf8-4ef4-9ee9-46cf9abfb1e6 service nova] Enqueued Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_members [ 1368.307542] env[65756]: INFO networking_nsxv3.common.synchronization [req-d2d551b4-c577-4f63-b2f5-9c257474b535 req-f7f644a3-ecf8-4ef4-9ee9-46cf9abfb1e6 service nova] Enqueued Resource ID: c1ca91d3-a8f5-4e30-8529-499f89c436d5 with Priority: HIGHEST for action port [ 1368.308520] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_rules [ 1368.308689] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_members [ 1368.308802] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ca91d3-a8f5-4e30-8529-499f89c436d5 with Priority: HIGHEST for action port [ 1368.309442] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.309554] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.309648] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.310628] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.310745] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.311698] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.311698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.311835] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1ca91d3-a8f5-4e30-8529-499f89c436d5 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.311929] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1ca91d3-a8f5-4e30-8529-499f89c436d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.312694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1ca91d3-a8f5-4e30-8529-499f89c436d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.312694] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1ca91d3-a8f5-4e30-8529-499f89c436d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.312694] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1ca91d3-a8f5-4e30-8529-499f89c436d5',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.323785] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.323785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.323785] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.323995] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.324052] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.324236] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee is going to be updated. [ 1368.358682] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.358887] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.358887] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.359154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.359314] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.368329] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee in Status: IN_PROGRESS for 2s [ 1368.814134] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.814404] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.814535] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1ca91d3-a8f5-4e30-8529-499f89c436d5 with status ACTIVE [ 1368.814636] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.814782] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.814849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.815068] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.815158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.815328] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.815425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.815490] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.815638] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.815715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.816534] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.816534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.816534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.816534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.816534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.816534] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1ca91d3-a8f5-4e30-8529-499f89c436d5 is going to be updated. [ 1368.840704] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.840908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.840908] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.841127] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.841261] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.841418] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1ca91d3-a8f5-4e30-8529-499f89c436d5" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.148139] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: SUCCESS [ 1369.148341] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.380909] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee in Status: SUCCESS [ 1370.381305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.381660] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.381877] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.382083] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.382203] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.382265] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.382420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.382499] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.382594] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.885191] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.388503] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.893714] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.893872] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.893945] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.894207] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.894306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.894404] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee is going to be updated. [ 1371.924194] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.924394] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.924394] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.924611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.924779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.934362] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee in Status: IN_PROGRESS for 2s [ 1373.309793] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.310115] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1373.945327] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee in Status: SUCCESS [ 1373.945559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.945746] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.945927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.946132] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.946268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.946344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.946466] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.946544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.946625] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.946719] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.449880] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.952390] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee: rpc.has_security_group_logging(os_id): False [ 1374.970394] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.970607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.970607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.970797] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.989942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.990273] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.990408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.990453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.990644] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.990728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.990816] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee is going to be updated. [ 1375.049200] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.049377] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.049445] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.049689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.049854] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.061263] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee in Status: IN_PROGRESS for 2s [ 1377.076883] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee in Status: SUCCESS [ 1377.077256] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.310755] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.311095] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.311772] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.312162] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.313037] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.313332] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.314762] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.315264] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.316506] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.316832] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.317653] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.317955] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.318777] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.319208] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.461701] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.462072] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-46" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.462072] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-46" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.462311] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-46" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.462554] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.462714] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.462830] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.463207] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.463385] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.463596] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1409.463713] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1409.463884] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1409.463933] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1409.464042] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1409.464150] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1409.464279] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1409.484941] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1409.485140] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1409.485267] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1409.485470] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-46" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.485781] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.485952] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.486082] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.486343] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.486518] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70f1ce36-0f3b-43f3-8830-b1502b61e2eb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.989556] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.989793] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.989922] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.990229] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.990378] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.990733] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.990901] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.991030] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.991252] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.991387] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.991668] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.991828] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.991940] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.992169] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.992304] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.992443] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 70f1ce36-0f3b-43f3-8830-b1502b61e2eb is going to be updated. [ 1410.014483] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.014690] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.014798] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.015061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.015253] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.015473] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.688570] env[65756]: INFO networking_nsxv3.common.synchronization [req-5d24252a-94fa-488e-88c3-090f070c3a15 req-a0b2ba78-9e4c-49aa-8ef5-e7bd15997420 service nova] Enqueued Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_rules [ 1410.688819] env[65756]: INFO networking_nsxv3.common.synchronization [req-5d24252a-94fa-488e-88c3-090f070c3a15 req-a0b2ba78-9e4c-49aa-8ef5-e7bd15997420 service nova] Enqueued Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_members [ 1410.688885] env[65756]: INFO networking_nsxv3.common.synchronization [req-5d24252a-94fa-488e-88c3-090f070c3a15 req-a0b2ba78-9e4c-49aa-8ef5-e7bd15997420 service nova] Enqueued Resource ID: 70f1ce36-0f3b-43f3-8830-b1502b61e2eb with Priority: HIGHEST for action port [ 1410.689398] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_rules [ 1410.689563] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_members [ 1410.689663] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f1ce36-0f3b-43f3-8830-b1502b61e2eb with Priority: HIGHEST for action port [ 1410.689929] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.690072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.690140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.690329] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.690407] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.691221] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.692154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.692154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.692154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.692154] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.692154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.692154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.692154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.692495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.692495] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.693427] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.693427] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.693427] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.693745] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.693745] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70f1ce36-0f3b-43f3-8830-b1502b61e2eb',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.195282] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.195522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.195592] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.196604] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70f1ce36-0f3b-43f3-8830-b1502b61e2eb with status ACTIVE [ 1411.196878] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.197015] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.197090] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.197298] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.197407] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.198679] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.198679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.198679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.198679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.198679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.198679] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.198679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.198679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.198679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.198679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.198679] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70f1ce36-0f3b-43f3-8830-b1502b61e2eb is going to be updated. [ 1411.220660] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.220883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.220883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.221023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.221155] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.221315] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70f1ce36-0f3b-43f3-8830-b1502b61e2eb" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.701192] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.204556] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.204757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.204839] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.205058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.205151] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.205255] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e is going to be updated. [ 1412.237035] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.237035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.237035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.237035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.237035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.245523] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: IN_PROGRESS for 2s [ 1414.256210] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: SUCCESS [ 1414.256610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.256610] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.256778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.256970] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.257102] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.257166] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.257339] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.257431] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.257513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.257601] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.760694] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.760982] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.761086] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.761400] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.761633] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.761751] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.761851] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.762121] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.762294] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.762406] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.762575] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.762682] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.762774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.762981] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.763230] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.763354] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.763422] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.763613] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.763706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.763815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.763990] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.266482] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bf54628-9ca2-430c-9ef7-80a10df34b4e: rpc.has_security_group_logging(os_id): False [ 1415.284971] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.285200] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.285200] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.285476] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.285612] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.285839] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.285946] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.286023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.286188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.286267] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.286446] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.286538] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.286601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.286737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.286809] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.286982] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.287088] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.287158] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.287277] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.287348] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.287450] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e is going to be updated. [ 1415.347431] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.347631] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.347725] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.347959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.348154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.362596] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: IN_PROGRESS for 2s [ 1415.690553] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.690786] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1417.378664] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: SUCCESS [ 1417.378953] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.691448] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.691860] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.692445] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.692445] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.693196] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.693559] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.694644] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.694953] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.927475] env[65756]: INFO networking_nsxv3.common.synchronization [req-c357753b-9f3d-49d1-8e6b-39b634641173 req-0493fdf3-b2aa-4ad4-ba62-3a1de40d48a8 tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_members [ 1436.928047] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_members [ 1436.928371] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.928497] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.928563] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.928757] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.929025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.929025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.929455] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.929651] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.929770] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.929917] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.314049] env[65756]: INFO networking_nsxv3.common.synchronization [req-7bfe112c-db13-4e1a-991b-b9991e609340 req-a0e500a2-8a4a-47b1-8fa3-8f766a15f5f9 tempest-ServersNegativeTestJSON-1375577886 tempest-ServersNegativeTestJSON-1375577886-project-member] Enqueued Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_members [ 1437.314634] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGHEST for action security_group_members [ 1437.315018] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.315188] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.315263] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.315429] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.315560] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.315656] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.315710] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.315853] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.315938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.316041] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.432122] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.819032] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.819032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.819032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.819032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.819032] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.819032] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.819425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.819425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.819425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.819425] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.819561] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e is going to be updated. [ 1437.853872] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.854075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.854122] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.854302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.854440] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.862984] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: IN_PROGRESS for 2s [ 1437.934549] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.437336] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.437561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.437561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.437977] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.438150] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.438213] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee is going to be updated. [ 1438.465200] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.465424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.465424] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.465569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.465698] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.474011] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee in Status: IN_PROGRESS for 2s [ 1439.873789] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e in Status: SUCCESS [ 1439.874215] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e deletion is rescheduled due to dependency. [ 1439.874215] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.483288] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee in Status: SUCCESS [ 1440.483510] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.315630] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.315630] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.316956] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.317337] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.318410] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.318785] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.805976] env[65756]: INFO networking_nsxv3.common.synchronization [req-31e63299-6d99-491a-8e4e-0a0b4ac1cd57 req-e355ae80-d798-492a-a1e6-8c36da96e7b3 tempest-ServerActionsTestOtherA-1006189002 tempest-ServerActionsTestOtherA-1006189002-project-member] Enqueued Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_members [ 1454.807025] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGHEST for action security_group_members [ 1454.807025] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.807025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.807319] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.807367] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.807547] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.807649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.807721] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.807886] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.808019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.808074] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.310071] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.310268] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.310309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.310517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.310607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.310812] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.310926] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.311026] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.311156] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.311236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.311314] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee is going to be updated. [ 1455.344196] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.344479] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.344479] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.344629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.344738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.352869] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee in Status: IN_PROGRESS for 2s [ 1457.364121] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee in Status: SUCCESS [ 1457.364492] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee deletion is rescheduled due to dependency. [ 1457.364492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.807522] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.807937] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.154957] env[65756]: INFO networking_nsxv3.common.synchronization [None req-78b05201-2239-43ce-a592-0b496678a470 None None] Enqueued Resource ID: 6cc7613b-755e-43eb-bbea-25b3299d4214 with Priority: HIGHEST for action port [ 1463.155805] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc7613b-755e-43eb-bbea-25b3299d4214 with Priority: HIGHEST for action port [ 1463.156268] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cc7613b-755e-43eb-bbea-25b3299d4214 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.156394] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cc7613b-755e-43eb-bbea-25b3299d4214" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.156463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cc7613b-755e-43eb-bbea-25b3299d4214" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.156717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cc7613b-755e-43eb-bbea-25b3299d4214" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.156801] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cc7613b-755e-43eb-bbea-25b3299d4214',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.658454] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cc7613b-755e-43eb-bbea-25b3299d4214 [ 1463.658765] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.659202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.659202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.659202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.659343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.659441] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cc7613b-755e-43eb-bbea-25b3299d4214 already deleted. [ 1463.659480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cc7613b-755e-43eb-bbea-25b3299d4214" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.736747] env[65756]: INFO networking_nsxv3.common.synchronization [None req-e650f87b-ba2f-4d1a-a528-932797a248a8 tempest-AttachVolumeTestJSON-543121080 tempest-AttachVolumeTestJSON-543121080-project-member] Enqueued Resource ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 with Priority: HIGHEST for action security_group_rules [ 1463.737308] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 with Priority: HIGHEST for action security_group_rules [ 1463.737635] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d827025-2f7a-4aa8-8d27-b977491b1505 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.737754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.737813] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.738950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.739181] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d827025-2f7a-4aa8-8d27-b977491b1505',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.828923] env[65756]: INFO networking_nsxv3.common.synchronization [None req-3c452213-0aae-4c09-8cf9-ec0b10fdf372 tempest-AttachVolumeTestJSON-543121080 tempest-AttachVolumeTestJSON-543121080-project-member] Enqueued Resource ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 with Priority: HIGHEST for action security_group_rules [ 1463.828923] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 with Priority: HIGHEST for action security_group_rules [ 1463.828923] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d827025-2f7a-4aa8-8d27-b977491b1505 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.828923] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.260991] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.261351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.261351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.261461] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.261516] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.261609] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 already deleted. [ 1464.261695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.261845] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.261991] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.262090] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d827025-2f7a-4aa8-8d27-b977491b1505',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.782150] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.782392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.782392] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.782695] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.782783] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.782878] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 already deleted. [ 1464.782959] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.390249] env[65756]: INFO networking_nsxv3.common.synchronization [None req-358c1d98-513a-4ec4-b28f-bb726281433d None None] Enqueued Resource ID: 1a6629c9-a303-4d3c-8165-fe228ed76f2e with Priority: HIGHEST for action port [ 1465.390778] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6629c9-a303-4d3c-8165-fe228ed76f2e with Priority: HIGHEST for action port [ 1465.391408] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a6629c9-a303-4d3c-8165-fe228ed76f2e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.391408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a6629c9-a303-4d3c-8165-fe228ed76f2e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.391408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a6629c9-a303-4d3c-8165-fe228ed76f2e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.391685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a6629c9-a303-4d3c-8165-fe228ed76f2e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.391685] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a6629c9-a303-4d3c-8165-fe228ed76f2e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.893525] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a6629c9-a303-4d3c-8165-fe228ed76f2e [ 1465.893788] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.893960] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.894027] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.894253] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.894343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.894439] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a6629c9-a303-4d3c-8165-fe228ed76f2e already deleted. [ 1465.894522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a6629c9-a303-4d3c-8165-fe228ed76f2e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.342779] env[65756]: INFO networking_nsxv3.common.synchronization [req-43d4a965-f7fd-4258-8f94-f579b1e0173e req-ddcb8c9d-4e5f-409f-9251-57c3552e5486 tempest-AttachVolumeTestJSON-543121080 tempest-AttachVolumeTestJSON-543121080-project-member] Enqueued Resource ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 with Priority: HIGHEST for action security_group_members [ 1469.343247] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 with Priority: HIGHEST for action security_group_members [ 1469.343552] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d827025-2f7a-4aa8-8d27-b977491b1505 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.343673] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.343739] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.344105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.344262] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.344365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.344426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.344581] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.344666] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.344756] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d827025-2f7a-4aa8-8d27-b977491b1505',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.618020] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.618285] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.618418] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.618691] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.618945] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.619119] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.619238] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.619450] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.619594] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.619802] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1469.619916] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1469.620035] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1469.620174] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1469.620277] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1469.620390] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1469.620518] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1469.641201] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1469.641370] env[65756]: DEBUG dogpile.cache.region [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1469.641487] env[65756]: DEBUG dogpile.lock [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1469.641644] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.641955] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock port-21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.642141] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "port-21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.642261] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "port-21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.642641] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "port-21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.642778] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.847549] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.847788] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.847788] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.847992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.848134] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.848331] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.848432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.848508] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.848651] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.848728] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.848810] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 already deleted. [ 1469.848893] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.145274] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.145524] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.145615] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.145894] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.146061] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.146218] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Segment Port 21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a not found, creating... [ 1470.146477] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.146655] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.146787] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.146998] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.147149] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.147423] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.147577] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.147691] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.147893] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.148038] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.148179] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Resource: SegmentPort with ID: 21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a is going to be created. [ 1470.169826] env[65756]: DEBUG networking_nsxv3.common.locking [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.170041] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.170199] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.170474] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.170700] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.170919] env[65756]: DEBUG oslo_concurrency.lockutils [None req-91aceb38-1232-4cb2-9506-41599fdcb11c None None] Releasing lock "port-21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.865974] env[65756]: INFO networking_nsxv3.common.synchronization [req-43d4a965-f7fd-4258-8f94-f579b1e0173e req-e3633717-be69-496a-8f1c-a73f947d1778 service nova] Enqueued Resource ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 with Priority: HIGHEST for action security_group_rules [ 1470.866231] env[65756]: INFO networking_nsxv3.common.synchronization [req-43d4a965-f7fd-4258-8f94-f579b1e0173e req-e3633717-be69-496a-8f1c-a73f947d1778 service nova] Enqueued Resource ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 with Priority: HIGHEST for action security_group_members [ 1470.866317] env[65756]: INFO networking_nsxv3.common.synchronization [req-43d4a965-f7fd-4258-8f94-f579b1e0173e req-e3633717-be69-496a-8f1c-a73f947d1778 service nova] Enqueued Resource ID: 21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a with Priority: HIGHEST for action port [ 1470.866537] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 with Priority: HIGHEST for action security_group_rules [ 1470.866666] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 with Priority: HIGHEST for action security_group_members [ 1470.866760] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a with Priority: HIGHEST for action port [ 1470.867366] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d827025-2f7a-4aa8-8d27-b977491b1505 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.867415] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.867484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.867706] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.867757] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d827025-2f7a-4aa8-8d27-b977491b1505',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.870287] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d827025-2f7a-4aa8-8d27-b977491b1505 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.870287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.870287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.870287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.870287] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.870287] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.870583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.870583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.870583] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.870771] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d827025-2f7a-4aa8-8d27-b977491b1505',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.871367] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.871484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.871544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.871696] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.871770] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.369985] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d827025-2f7a-4aa8-8d27-b977491b1505 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.370232] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.373493] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d827025-2f7a-4aa8-8d27-b977491b1505',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.374454] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a with status ACTIVE [ 1471.374660] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.374781] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.374849] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.375071] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.375165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.375354] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.375491] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.375556] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.376327] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.376436] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.376638] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.376738] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.376803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.377216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.377216] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.377216] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a is going to be updated. [ 1471.398460] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.398460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.398460] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.398763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.398763] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.398901] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21fafe2e-1de8-4d8c-aa3d-39d7fcd90f4a" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.879604] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d827025-2f7a-4aa8-8d27-b977491b1505',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.382601] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.382850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.382850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.383072] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.383140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.383218] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 is going to be created. [ 1472.410583] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.410897] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.410897] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.411037] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.411180] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.422401] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 in Status: UNINITIALIZED for 2s [ 1474.432943] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 in Status: SUCCESS [ 1474.433309] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.433346] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.433555] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.433738] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.433852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.433917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.434080] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.434162] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.434251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.434379] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d827025-2f7a-4aa8-8d27-b977491b1505',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.937308] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d827025-2f7a-4aa8-8d27-b977491b1505',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.439803] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d827025-2f7a-4aa8-8d27-b977491b1505: rpc.has_security_group_logging(os_id): False [ 1475.456882] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.457111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.457111] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.457375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.457474] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.457716] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.457820] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.457878] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.458062] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.458140] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.458237] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 is going to be created. [ 1475.516765] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.516927] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.516979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.517202] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.517387] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.528831] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 in Status: IN_PROGRESS for 2s [ 1475.867816] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.868036] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1477.542715] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 in Status: SUCCESS [ 1477.543106] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.869406] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.869406] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.870634] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.870634] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.871436] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.871838] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.872350] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.872728] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.873472] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.873868] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.874353] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.874836] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.702333] env[65756]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1510.702759] env[65756]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f923378d-0d10-4f28-873d-e713301d7a39 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1510.875426] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.875658] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.876391] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.876674] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.877857] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.877857] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.879519] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.879519] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.881300] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.881677] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.882479] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.882948] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.651360] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.651575] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.651634] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.651917] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.652067] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.154784] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.657057] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.158950] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1538.159406] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1538.895329] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.895546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.895546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.895675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.044490] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1539.045406] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.046630] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1539.086360] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.086608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.086608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.086762] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.100611] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.101403] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1539.101624] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1539.101624] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1539.131490] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.131717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.131717] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.131895] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.132586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.132742] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1539.201810] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.202295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.202295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.202295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.202467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.202723] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1539.280052] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.280260] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.280300] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.280541] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.280915] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.281233] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1539.281321] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6d827025-2f7a-4aa8-8d27-b977491b1505', 'fc1dea76-3cba-43df-94c2-456e70319fb8', '349277ac-39ef-4125-bc91-d7ea1ce5f22b', '6b254ef8-bfc3-4eee-8333-6af45e3d7065', 'dcdabacf-ec89-436a-bd68-ca78262958e7', '1cee2b85-8d92-421c-89ed-c099929654a4', '31ba3962-84a7-41cc-a1d6-2221546a2db3', '6809de0c-123e-43a0-b450-e34dec9ad945', 'e0a721a4-b8a8-4fa5-accf-03fd2118e42d', 'fdeabbcd-ff90-448e-a767-b37012d4f894', '4bf54628-9ca2-430c-9ef7-80a10df34b4e', '0812b248-75d7-47ea-a5ae-60631c64f35d', '3b5a0ffb-5f8b-4199-8091-7f1ccc80daed', '910c59b2-9cef-45a4-b212-3b5606693510', '8009c11c-7dff-42d3-aa75-68d0046e69e8', '4dce5426-6376-4c6c-a9af-615f846e6c58', '5b85aea3-6187-4921-a344-4460db078fa9', '9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee', '530f2a46-487d-4535-9b96-633a0909d89c', '91e3a722-8adc-475d-ba7b-a078f0ea7b14', '09364ac8-f087-4ddf-9309-55facab57ff7', '7a45cc4c-eef4-4c40-b707-841ce9b0b63c', '6a008a06-7003-4ce2-9a1c-0156b4799456', '0df1f374-0b0c-4d50-b9a0-cd746662c752'} {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1539.281418] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1539.299062] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.299241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.299241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.299447] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.299530] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.299640] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1539.299707] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1539.299772] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1539.382133] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.382353] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.382420] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.382630] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.383715] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.383952] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1539.384039] env[65756]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65756) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1539.384108] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1539.384173] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1539.384248] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1539.384319] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 with Priority: HIGH for action security_group_rules [ 1539.384397] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGH for action security_group_rules [ 1539.384462] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b with Priority: HIGH for action security_group_rules [ 1539.384523] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 with Priority: HIGH for action security_group_rules [ 1539.384582] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcdabacf-ec89-436a-bd68-ca78262958e7 with Priority: HIGH for action security_group_rules [ 1539.384642] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGH for action security_group_rules [ 1539.384700] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGH for action security_group_rules [ 1539.384757] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6809de0c-123e-43a0-b450-e34dec9ad945 with Priority: HIGH for action security_group_rules [ 1539.384817] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGH for action security_group_rules [ 1539.384870] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdeabbcd-ff90-448e-a767-b37012d4f894 with Priority: HIGH for action security_group_rules [ 1539.384933] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGH for action security_group_rules [ 1539.384991] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0812b248-75d7-47ea-a5ae-60631c64f35d with Priority: HIGH for action security_group_rules [ 1539.385067] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGH for action security_group_rules [ 1539.385114] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGH for action security_group_rules [ 1539.385174] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 with Priority: HIGH for action security_group_rules [ 1539.385232] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 with Priority: HIGH for action security_group_rules [ 1539.385280] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b85aea3-6187-4921-a344-4460db078fa9 with Priority: HIGH for action security_group_rules [ 1539.385342] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGH for action security_group_rules [ 1539.385400] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGH for action security_group_rules [ 1539.385456] env[65756]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGH for action security_group_rules [ 1539.385546] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.883491] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.883834] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1540.883834] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 with Priority: HIGH for action security_group_rules [ 1540.883834] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b with Priority: HIGH for action security_group_rules [ 1540.884332] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 with Priority: HIGH for action security_group_rules [ 1540.884444] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 with Priority: HIGH for action security_group_rules [ 1540.884542] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 with Priority: HIGH for action security_group_rules [ 1540.884634] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530f2a46-487d-4535-9b96-633a0909d89c with Priority: HIGH for action security_group_rules [ 1540.884721] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee with Priority: HIGH for action security_group_rules [ 1540.884806] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b85aea3-6187-4921-a344-4460db078fa9 with Priority: HIGH for action security_group_rules [ 1540.884893] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c59b2-9cef-45a4-b212-3b5606693510 with Priority: HIGH for action security_group_rules [ 1540.884981] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 with Priority: HIGH for action security_group_rules [ 1540.885080] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed with Priority: HIGH for action security_group_rules [ 1540.885169] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0812b248-75d7-47ea-a5ae-60631c64f35d with Priority: HIGH for action security_group_rules [ 1540.885255] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e with Priority: HIGH for action security_group_rules [ 1540.885338] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdeabbcd-ff90-448e-a767-b37012d4f894 with Priority: HIGH for action security_group_rules [ 1540.885422] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d with Priority: HIGH for action security_group_rules [ 1540.885506] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cee2b85-8d92-421c-89ed-c099929654a4 with Priority: HIGH for action security_group_rules [ 1540.885591] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6809de0c-123e-43a0-b450-e34dec9ad945 with Priority: HIGH for action security_group_rules [ 1540.885676] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdabacf-ec89-436a-bd68-ca78262958e7 with Priority: HIGH for action security_group_rules [ 1540.885759] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1dea76-3cba-43df-94c2-456e70319fb8 with Priority: HIGH for action security_group_rules [ 1540.885847] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 with Priority: HIGH for action security_group_rules [ 1540.886194] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d827025-2f7a-4aa8-8d27-b977491b1505 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.886315] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.886374] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.886587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.886666] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d827025-2f7a-4aa8-8d27-b977491b1505',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.887613] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-349277ac-39ef-4125-bc91-d7ea1ce5f22b taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.887718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.887786] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.887942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.888028] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('349277ac-39ef-4125-bc91-d7ea1ce5f22b',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.888805] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ba3962-84a7-41cc-a1d6-2221546a2db3 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.888913] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.888983] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.889138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.889210] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ba3962-84a7-41cc-a1d6-2221546a2db3',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.889991] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8009c11c-7dff-42d3-aa75-68d0046e69e8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.890135] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.890190] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.890393] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.890473] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8009c11c-7dff-42d3-aa75-68d0046e69e8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.891155] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.891276] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.891331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.891450] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.891598] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91e3a722-8adc-475d-ba7b-a078f0ea7b14',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.892170] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530f2a46-487d-4535-9b96-633a0909d89c taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.892284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.892371] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.892463] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.892528] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530f2a46-487d-4535-9b96-633a0909d89c',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.893174] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.893305] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.893372] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.893517] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.893587] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.894334] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b85aea3-6187-4921-a344-4460db078fa9 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.894453] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.894588] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.894685] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.894719] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b85aea3-6187-4921-a344-4460db078fa9',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.895354] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-910c59b2-9cef-45a4-b212-3b5606693510 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.895514] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.895514] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.895662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.895711] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('910c59b2-9cef-45a4-b212-3b5606693510',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.896362] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dce5426-6376-4c6c-a9af-615f846e6c58 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.896475] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.896525] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.896658] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.896727] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dce5426-6376-4c6c-a9af-615f846e6c58',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.897463] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.897569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.897629] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.897775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.897846] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5a0ffb-5f8b-4199-8091-7f1ccc80daed',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.898491] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0812b248-75d7-47ea-a5ae-60631c64f35d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.898598] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.898661] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.898842] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.898898] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0812b248-75d7-47ea-a5ae-60631c64f35d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.899543] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.899689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.899729] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.899841] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.899908] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bf54628-9ca2-430c-9ef7-80a10df34b4e',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.900647] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdeabbcd-ff90-448e-a767-b37012d4f894 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.900778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.900831] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.900972] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.901057] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdeabbcd-ff90-448e-a767-b37012d4f894',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.901703] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.901805] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.901870] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.902028] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.902102] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a721a4-b8a8-4fa5-accf-03fd2118e42d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.902735] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cee2b85-8d92-421c-89ed-c099929654a4 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.902890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.902890] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.903046] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.903124] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cee2b85-8d92-421c-89ed-c099929654a4',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.903777] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6809de0c-123e-43a0-b450-e34dec9ad945 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.904012] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.904094] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.904199] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.904270] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6809de0c-123e-43a0-b450-e34dec9ad945',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.904926] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcdabacf-ec89-436a-bd68-ca78262958e7 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.905317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.905317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.905317] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.905317] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcdabacf-ec89-436a-bd68-ca78262958e7',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.905931] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1dea76-3cba-43df-94c2-456e70319fb8 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.906065] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.906104] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.906244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.906316] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1dea76-3cba-43df-94c2-456e70319fb8',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.907105] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b254ef8-bfc3-4eee-8333-6af45e3d7065 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.907105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.907105] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.907279] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.907320] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b254ef8-bfc3-4eee-8333-6af45e3d7065',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.410305] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d827025-2f7a-4aa8-8d27-b977491b1505 taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.410561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.410561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.410708] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.410910] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.411044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.411092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.411257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.411343] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.411427] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.411512] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d827025-2f7a-4aa8-8d27-b977491b1505',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.485970] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.486239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.486239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.486417] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.488268] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.488419] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.489157] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.489251] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.489929] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.490042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.490719] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.490811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.491523] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.491628] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.492338] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.492426] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.493112] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.493222] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.494503] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.494600] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.495273] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.495366] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.496041] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.496138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.496705] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.497216] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.497313] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.497993] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.498383] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.498464] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.499031] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.499392] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.499473] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.500041] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.500409] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.500500] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.501154] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.501541] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.501627] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.502301] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.502755] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.502859] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.503494] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.503935] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.504050] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.504647] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.505037] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.505142] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.519962] env[65756]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.520484] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.520612] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdeabbcd-ff90-448e-a767-b37012d4f894 is going to be deleted. [ 1541.521537] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.521739] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.538984] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.539153] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0812b248-75d7-47ea-a5ae-60631c64f35d is going to be deleted. [ 1541.539953] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.540157] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.556320] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.556481] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcdabacf-ec89-436a-bd68-ca78262958e7 is going to be deleted. [ 1541.557269] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.557467] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.576501] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.576681] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91e3a722-8adc-475d-ba7b-a078f0ea7b14 is going to be deleted. [ 1541.577493] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.577700] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.587110] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.587279] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.588213] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.588331] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.598963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.599096] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dce5426-6376-4c6c-a9af-615f846e6c58 is going to be deleted. [ 1541.599938] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.600167] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.608713] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.608900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.638958] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.639192] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530f2a46-487d-4535-9b96-633a0909d89c is going to be deleted. [ 1541.639973] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.640211] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.661877] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.662154] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.666975] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.667172] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5a0ffb-5f8b-4199-8091-7f1ccc80daed is going to be deleted. [ 1541.668019] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.668237] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.704973] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.705236] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.715586] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.715740] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bf54628-9ca2-430c-9ef7-80a10df34b4e is going to be deleted. [ 1541.716690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.716934] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.757219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.757440] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 349277ac-39ef-4125-bc91-d7ea1ce5f22b is going to be deleted. [ 1541.758337] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.758593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.793877] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.794115] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.824403] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.824593] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a721a4-b8a8-4fa5-accf-03fd2118e42d is going to be deleted. [ 1541.825480] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.825690] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.827134] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.827240] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.866239] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.866421] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b254ef8-bfc3-4eee-8333-6af45e3d7065 is going to be deleted. [ 1541.867328] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.867557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.875872] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.876106] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.906195] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.906577] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ba3962-84a7-41cc-a1d6-2221546a2db3 is going to be deleted. [ 1541.907355] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.907620] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.917530] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.917734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.921055] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d827025-2f7a-4aa8-8d27-b977491b1505',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.943432] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.943662] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.969230] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.969419] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 910c59b2-9cef-45a4-b212-3b5606693510 is going to be deleted. [ 1541.970302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.970523] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.975977] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.976184] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.070221] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.070519] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cee2b85-8d92-421c-89ed-c099929654a4 is going to be deleted. [ 1542.071351] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.071569] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.096539] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.096765] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.111158] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.111362] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.121697] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.121875] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b85aea3-6187-4921-a344-4460db078fa9 is going to be deleted. [ 1542.122764] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.122994] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.160929] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.161117] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1dea76-3cba-43df-94c2-456e70319fb8 is going to be deleted. [ 1542.162017] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.162241] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.202213] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.202387] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8009c11c-7dff-42d3-aa75-68d0046e69e8 is going to be deleted. [ 1542.203264] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.203492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.211563] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.211758] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.234675] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.234846] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee is going to be deleted. [ 1542.235749] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.235968] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.294609] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.294852] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.297162] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.297322] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.315023] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.315205] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6809de0c-123e-43a0-b450-e34dec9ad945 is going to be deleted. [ 1542.316131] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.316347] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.316440] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.316559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdeabbcd-ff90-448e-a767-b37012d4f894" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.316714] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.316871] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.316950] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.317075] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0812b248-75d7-47ea-a5ae-60631c64f35d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.317608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.317776] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.317910] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.317989] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcdabacf-ec89-436a-bd68-ca78262958e7" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.318144] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.318290] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.318365] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.318476] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91e3a722-8adc-475d-ba7b-a078f0ea7b14" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.318598] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.318734] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.318825] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.318942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dce5426-6376-4c6c-a9af-615f846e6c58" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.319093] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.319233] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.319306] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.319412] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530f2a46-487d-4535-9b96-633a0909d89c" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.319534] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.319668] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.319740] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.319847] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5a0ffb-5f8b-4199-8091-7f1ccc80daed" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.320012] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.320169] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.320246] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.320352] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bf54628-9ca2-430c-9ef7-80a10df34b4e" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.321215] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.321330] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.321398] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.321544] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.321619] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.321730] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8009c11c-7dff-42d3-aa75-68d0046e69e8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.321848] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.321988] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.322074] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.322183] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-349277ac-39ef-4125-bc91-d7ea1ce5f22b" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.322295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.322433] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.322507] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.322608] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a721a4-b8a8-4fa5-accf-03fd2118e42d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.322736] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.322867] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.322942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.323060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b254ef8-bfc3-4eee-8333-6af45e3d7065" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.323170] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.323302] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.323375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.323479] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ba3962-84a7-41cc-a1d6-2221546a2db3" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.323607] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.323740] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.323811] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.323916] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-910c59b2-9cef-45a4-b212-3b5606693510" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.324035] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.324173] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.324244] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.324348] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cee2b85-8d92-421c-89ed-c099929654a4" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.324476] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.324609] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.324681] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.324778] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b85aea3-6187-4921-a344-4460db078fa9" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.324883] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.325025] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.325100] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.325205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1dea76-3cba-43df-94c2-456e70319fb8" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.423834] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d827025-2f7a-4aa8-8d27-b977491b1505: rpc.has_security_group_logging(os_id): False [ 1542.446310] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.446573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.446573] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.446704] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.446804] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.446986] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce54829-8bf2-4339-ad9d-24ccfa9fe3ee" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.476423] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.476689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.476689] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.476815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.485657] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.485865] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.517754] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.518207] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.518335] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.518380] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.518587] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.518671] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.518759] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 is going to be updated. [ 1542.519992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.520205] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.520295] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.520414] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6809de0c-123e-43a0-b450-e34dec9ad945" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.648508] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.648712] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.648712] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.648979] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.649149] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.667253] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 in Status: IN_PROGRESS for 2s [ 1544.688765] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 in Status: SUCCESS [ 1544.689171] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.886746] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.887206] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.888468] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.888820] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.889518] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.889518] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.890716] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.891919] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.891582] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.892124] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.893036] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.893392] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.894734] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.894734] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.896414] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.896414] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.897763] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.897763] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.899271] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.899688] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.900194] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.900675] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.901141] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.901636] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.902186] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.903953] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.903218] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.903696] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1611.957795] env[65756]: INFO networking_nsxv3.common.synchronization [req-15ef1100-56d5-4353-b451-7f4e395c45a0 req-8ffbc407-9e84-4c19-88cd-e1a270f1220c tempest-AttachVolumeTestJSON-543121080 tempest-AttachVolumeTestJSON-543121080-project-member] Enqueued Resource ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 with Priority: HIGHEST for action security_group_members [ 1611.958303] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 with Priority: HIGHEST for action security_group_members [ 1611.958636] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d827025-2f7a-4aa8-8d27-b977491b1505 taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.958724] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.958775] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.958992] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.959173] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.959284] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.959356] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.960092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.960092] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.960092] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d827025-2f7a-4aa8-8d27-b977491b1505',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.462505] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.462752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.462752] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.462963] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.463070] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.463268] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.463368] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.463432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.463616] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.463707] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.463802] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 is going to be updated. [ 1612.498511] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.498753] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.498753] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.498902] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.499058] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.509431] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 in Status: IN_PROGRESS for 2s [ 1614.520875] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 in Status: SUCCESS [ 1614.521292] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d827025-2f7a-4aa8-8d27-b977491b1505 deletion is rescheduled due to dependency. [ 1614.521292] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d827025-2f7a-4aa8-8d27-b977491b1505" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.694784] env[65756]: INFO networking_nsxv3.common.synchronization [None req-37f1bee5-c5a1-455c-bf39-818b3eee6bee tempest-AttachVolumeTestJSON-543121080 tempest-AttachVolumeTestJSON-543121080-project-member] Enqueued Resource ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec with Priority: HIGHEST for action security_group_rules [ 1616.695091] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec with Priority: HIGHEST for action security_group_rules [ 1616.695309] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-016cd9f8-40da-40b2-b99a-00c3b2479cec taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.695432] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.695492] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.695747] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.695830] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('016cd9f8-40da-40b2-b99a-00c3b2479cec',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1616.772014] env[65756]: INFO networking_nsxv3.common.synchronization [None req-9df118ea-df12-4231-a51d-981c9604b429 tempest-AttachVolumeTestJSON-543121080 tempest-AttachVolumeTestJSON-543121080-project-member] Enqueued Resource ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec with Priority: HIGHEST for action security_group_rules [ 1616.772232] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec with Priority: HIGHEST for action security_group_rules [ 1616.772336] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-016cd9f8-40da-40b2-b99a-00c3b2479cec taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.772441] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.218176] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.218375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.218375] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.218591] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.218679] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.218780] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec already deleted. [ 1617.218850] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.218998] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.219165] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.219253] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('016cd9f8-40da-40b2-b99a-00c3b2479cec',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1617.738683] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.738683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.738683] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.739182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.739182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.739182] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec already deleted. [ 1617.739182] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.774503] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1621.774850] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1622.092300] env[65756]: INFO networking_nsxv3.common.synchronization [req-c8c3a0d4-cc68-40f4-8f12-482b1aef9848 req-4578f20c-ef63-424b-9a94-b93109278767 tempest-AttachVolumeTestJSON-543121080 tempest-AttachVolumeTestJSON-543121080-project-member] Enqueued Resource ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec with Priority: HIGHEST for action security_group_members [ 1622.092622] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec with Priority: HIGHEST for action security_group_members [ 1622.092934] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-016cd9f8-40da-40b2-b99a-00c3b2479cec taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.093197] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.093336] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.093522] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.093675] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.093774] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.093836] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.093977] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.094078] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.094166] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016cd9f8-40da-40b2-b99a-00c3b2479cec',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1622.366414] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.366694] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.366799] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.367049] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.367313] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.367471] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.367614] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.367801] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.367944] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.368354] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1622.368514] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] NeedRegenerationException {{(pid=65756) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1622.368600] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] no value, waiting for create lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1622.368679] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] value creation lock acquired {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1622.368824] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] No value present for key: 'zone-id' {{(pid=65756) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1622.368891] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Calling creation function for not-yet-present value {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1622.369020] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1622.391225] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1622.391441] env[65756]: DEBUG dogpile.cache.region [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65756) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1622.391540] env[65756]: DEBUG dogpile.lock [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Released creation lock {{(pid=65756) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1622.391754] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "network-745" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.392080] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock port-de2338f9-90d9-408a-844f-d1463bec962d taken with stack trace [, , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.392257] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "port-de2338f9-90d9-408a-844f-d1463bec962d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.392377] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "port-de2338f9-90d9-408a-844f-d1463bec962d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.392695] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "port-de2338f9-90d9-408a-844f-d1463bec962d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.392833] env[65756]: DEBUG networking_nsxv3.api.rpc [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de2338f9-90d9-408a-844f-d1463bec962d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1622.596597] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.596824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.596824] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.597042] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.597129] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.597338] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.597439] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.597495] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.597654] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.597732] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.597815] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec already deleted. [ 1622.597892] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.895422] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.895785] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.895848] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.896097] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.896249] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.896404] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Segment Port de2338f9-90d9-408a-844f-d1463bec962d not found, creating... [ 1622.896668] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.896826] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.896944] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.897187] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.897322] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.897604] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.897758] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.897876] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.898094] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.898230] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.898376] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Resource: SegmentPort with ID: de2338f9-90d9-408a-844f-d1463bec962d is going to be created. [ 1622.921100] env[65756]: DEBUG networking_nsxv3.common.locking [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.921319] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.921443] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.921749] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.921986] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.922233] env[65756]: DEBUG oslo_concurrency.lockutils [None req-899d3ac6-51be-4d7f-98bf-3b5e80b4b2ef None None] Releasing lock "port-de2338f9-90d9-408a-844f-d1463bec962d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.609320] env[65756]: INFO networking_nsxv3.common.synchronization [req-c8c3a0d4-cc68-40f4-8f12-482b1aef9848 req-f61c5b99-a11d-4509-8ee1-ea29b451b487 service nova] Enqueued Resource ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec with Priority: HIGHEST for action security_group_rules [ 1623.609543] env[65756]: INFO networking_nsxv3.common.synchronization [req-c8c3a0d4-cc68-40f4-8f12-482b1aef9848 req-f61c5b99-a11d-4509-8ee1-ea29b451b487 service nova] Enqueued Resource ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec with Priority: HIGHEST for action security_group_members [ 1623.609649] env[65756]: INFO networking_nsxv3.common.synchronization [req-c8c3a0d4-cc68-40f4-8f12-482b1aef9848 req-f61c5b99-a11d-4509-8ee1-ea29b451b487 service nova] Enqueued Resource ID: de2338f9-90d9-408a-844f-d1463bec962d with Priority: HIGHEST for action port [ 1623.610208] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec with Priority: HIGHEST for action security_group_rules [ 1623.610332] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec with Priority: HIGHEST for action security_group_members [ 1623.610430] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2338f9-90d9-408a-844f-d1463bec962d with Priority: HIGHEST for action port [ 1623.610702] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock rules-016cd9f8-40da-40b2-b99a-00c3b2479cec taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.610815] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.610882] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.611101] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.611180] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('016cd9f8-40da-40b2-b99a-00c3b2479cec',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1623.612023] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-016cd9f8-40da-40b2-b99a-00c3b2479cec taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.612168] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.612215] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.612363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.612505] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.612593] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.612649] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.612819] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.612907] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.614023] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016cd9f8-40da-40b2-b99a-00c3b2479cec',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1623.614408] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock port-de2338f9-90d9-408a-844f-d1463bec962d taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.614408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de2338f9-90d9-408a-844f-d1463bec962d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.614408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de2338f9-90d9-408a-844f-d1463bec962d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.614408] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de2338f9-90d9-408a-844f-d1463bec962d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.614586] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de2338f9-90d9-408a-844f-d1463bec962d',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1624.115995] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('016cd9f8-40da-40b2-b99a-00c3b2479cec',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1624.117017] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-016cd9f8-40da-40b2-b99a-00c3b2479cec taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1624.117138] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.117298] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de2338f9-90d9-408a-844f-d1463bec962d with status ACTIVE [ 1624.117455] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1624.117559] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.117647] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1624.117859] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1624.117942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.118126] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1624.118223] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.118283] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1624.118428] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1624.118502] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.118675] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1624.118768] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.118821] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1624.118952] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1624.119044] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.119115] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de2338f9-90d9-408a-844f-d1463bec962d is going to be updated. [ 1624.141806] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1624.142060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.142060] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1624.142257] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1624.142406] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.142561] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de2338f9-90d9-408a-844f-d1463bec962d" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.621186] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('016cd9f8-40da-40b2-b99a-00c3b2479cec',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1625.124148] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1625.124513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.124513] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1625.124628] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1625.124718] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1625.124823] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec is going to be created. [ 1625.148810] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1625.149009] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.149059] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1625.149230] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1625.149383] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1625.158627] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec in Status: UNINITIALIZED for 2s [ 1627.169585] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec in Status: SUCCESS [ 1627.169969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.169969] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.170193] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.170382] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.170497] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.170557] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.170701] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.170779] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.170861] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.170951] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('016cd9f8-40da-40b2-b99a-00c3b2479cec',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1627.673875] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('016cd9f8-40da-40b2-b99a-00c3b2479cec',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1628.176560] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 016cd9f8-40da-40b2-b99a-00c3b2479cec: rpc.has_security_group_logging(os_id): False [ 1628.195174] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.195379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.195379] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.195601] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.195688] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.195933] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.196049] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.196113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.196262] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.196363] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.196485] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec is going to be created. [ 1628.255551] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.255795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.255795] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.255960] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.256163] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.270373] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec in Status: IN_PROGRESS for 2s [ 1628.611902] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1628.612113] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1630.283559] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec in Status: SUCCESS [ 1630.283942] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.613517] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1633.613517] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1638.614510] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1638.614807] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1643.615638] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1643.616133] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1648.616879] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1648.616879] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1653.618536] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1653.618536] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1658.619608] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1658.620000] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1663.620491] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1663.620980] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1668.621327] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1668.621708] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1673.622744] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1673.623182] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1678.623992] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1678.624376] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1683.624807] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1683.625310] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1688.626139] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1688.626505] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1693.627629] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1693.628050] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1698.629386] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1698.629789] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1698.763344] env[65756]: INFO networking_nsxv3.common.synchronization [req-3286c5f4-a608-4988-8e81-9539ce983d77 req-4acc82cb-a825-445f-88b7-648d356ec9bb tempest-AttachVolumeTestJSON-543121080 tempest-AttachVolumeTestJSON-543121080-project-member] Enqueued Resource ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec with Priority: HIGHEST for action security_group_members [ 1698.763344] env[65756]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec with Priority: HIGHEST for action security_group_members [ 1698.763344] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock member-016cd9f8-40da-40b2-b99a-00c3b2479cec taken with stack trace [, , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.763344] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.764219] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.764449] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.764620] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.764737] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.764834] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.765114] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.765258] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.765411] env[65756]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016cd9f8-40da-40b2-b99a-00c3b2479cec',) {} {{(pid=65756) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1699.268345] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1699.268592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.268592] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1699.268803] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1699.268893] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.269109] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1699.269210] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.269272] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1699.269423] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1699.269550] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.269607] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec is going to be updated. [ 1699.304858] env[65756]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65756) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1699.305113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.305113] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1699.305275] env[65756]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1699.305457] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.315011] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec in Status: IN_PROGRESS for 2s [ 1701.325501] env[65756]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec in Status: SUCCESS [ 1701.325900] env[65756]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016cd9f8-40da-40b2-b99a-00c3b2479cec deletion is rescheduled due to dependency. [ 1701.325900] env[65756]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016cd9f8-40da-40b2-b99a-00c3b2479cec" {{(pid=65756) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1703.763597] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1703.764053] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1708.764749] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1708.765077] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1713.765908] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1713.766355] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1718.767246] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1718.767637] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1723.769106] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1723.769547] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1728.770485] env[65756]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1728.770485] env[65756]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0